{"level":"warn","ts":"2026-02-26T01:42:25.253236Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T01:42:25.253333Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.116:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.116:2380","--initial-cluster=instance=https://199.204.45.116:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.116:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.116:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T01:42:25.253418Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T01:42:25.253438Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-02-26T01:42:25.253466Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T01:42:25.254207Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"]} {"level":"info","ts":"2026-02-26T01:42:25.254293Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.116:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T01:42:25.261549Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.551979ms"} {"level":"info","ts":"2026-02-26T01:42:25.273394Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5caa70ef1dd6dc04","cluster-id":"45afccab143d2c82"} {"level":"info","ts":"2026-02-26T01:42:25.273522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T01:42:25.273575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 0"} {"level":"info","ts":"2026-02-26T01:42:25.273605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5caa70ef1dd6dc04 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T01:42:25.273633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 1"} {"level":"info","ts":"2026-02-26T01:42:25.273751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"warn","ts":"2026-02-26T01:42:25.284332Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T01:42:25.285902Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T01:42:25.288062Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T01:42:25.291202Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5caa70ef1dd6dc04","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T01:42:25.291384Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5caa70ef1dd6dc04","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T01:42:25.291535Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:42:25.291667Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:42:25.291678Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:42:25.293895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"info","ts":"2026-02-26T01:42:25.29428Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","added-peer-id":"5caa70ef1dd6dc04","added-peer-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-02-26T01:42:25.297023Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T01:42:25.297132Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-02-26T01:42:25.297162Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-02-26T01:42:25.297344Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5caa70ef1dd6dc04","initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T01:42:25.297407Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T01:42:25.37403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T01:42:25.374115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T01:42:25.37415Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgPreVoteResp from 5caa70ef1dd6dc04 at term 1"} {"level":"info","ts":"2026-02-26T01:42:25.374176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became candidate at term 2"} {"level":"info","ts":"2026-02-26T01:42:25.374189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgVoteResp from 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-02-26T01:42:25.37426Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became leader at term 2"} {"level":"info","ts":"2026-02-26T01:42:25.374286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5caa70ef1dd6dc04 elected leader 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-02-26T01:42:25.375351Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:42:25.375572Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T01:42:25.375584Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5caa70ef1dd6dc04","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.116:2379]}","request-path":"/0/members/5caa70ef1dd6dc04/attributes","cluster-id":"45afccab143d2c82","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T01:42:25.375635Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T01:42:25.375878Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T01:42:25.375922Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T01:42:25.376255Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:42:25.376376Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:42:25.376424Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:42:25.379555Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.116:2379"} {"level":"info","ts":"2026-02-26T01:42:25.38113Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T01:42:30.499666Z","caller":"traceutil/trace.go:171","msg":"trace[1713896514] linearizableReadLoop","detail":"{readStateIndex:270; appliedIndex:269; }","duration":"289.62052ms","start":"2026-02-26T01:42:30.210007Z","end":"2026-02-26T01:42:30.499628Z","steps":["trace[1713896514] 'read index received' (duration: 289.407813ms)","trace[1713896514] 'applied index is now lower than readState.Index' (duration: 206.767µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:42:30.49977Z","caller":"traceutil/trace.go:171","msg":"trace[1051818750] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"437.073029ms","start":"2026-02-26T01:42:30.06265Z","end":"2026-02-26T01:42:30.499723Z","steps":["trace[1051818750] 'process raft request' (duration: 436.759339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:42:30.500228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.153607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:42:30.500379Z","caller":"traceutil/trace.go:171","msg":"trace[830894179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:264; }","duration":"290.417645ms","start":"2026-02-26T01:42:30.209933Z","end":"2026-02-26T01:42:30.500351Z","steps":["trace[830894179] 'agreement among raft nodes before linearized reading' (duration: 289.901579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:42:30.500588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:30.062606Z","time spent":"437.258735ms","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:42:30.819573Z","caller":"traceutil/trace.go:171","msg":"trace[1424265648] linearizableReadLoop","detail":"{readStateIndex:271; appliedIndex:270; }","duration":"312.282443ms","start":"2026-02-26T01:42:30.507252Z","end":"2026-02-26T01:42:30.819534Z","steps":["trace[1424265648] 'read index received' (duration: 305.639161ms)","trace[1424265648] 'applied index is now lower than readState.Index' (duration: 6.641642ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:42:30.819664Z","caller":"traceutil/trace.go:171","msg":"trace[2086698274] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"314.036839ms","start":"2026-02-26T01:42:30.505586Z","end":"2026-02-26T01:42:30.819623Z","steps":["trace[2086698274] 'process raft request' (duration: 307.279463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:42:30.81986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.570333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-26T01:42:30.819914Z","caller":"traceutil/trace.go:171","msg":"trace[2140278309] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:265; }","duration":"312.686976ms","start":"2026-02-26T01:42:30.507213Z","end":"2026-02-26T01:42:30.8199Z","steps":["trace[2140278309] 'agreement among raft nodes before linearized reading' (duration: 312.454019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:42:30.819959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:30.507199Z","time spent":"312.751509ms","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-26T01:42:30.819862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:30.50556Z","time spent":"314.212845ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:42:30.821851Z","caller":"traceutil/trace.go:171","msg":"trace[538667541] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"312.80908ms","start":"2026-02-26T01:42:30.509009Z","end":"2026-02-26T01:42:30.821818Z","steps":["trace[538667541] 'process raft request' (duration: 312.655765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:42:30.822253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:30.508992Z","time spent":"312.940795ms","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4007,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:42:33.606046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.410128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-26T01:42:33.606164Z","caller":"traceutil/trace.go:171","msg":"trace[1671004127] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:334; }","duration":"142.600575ms","start":"2026-02-26T01:42:33.463538Z","end":"2026-02-26T01:42:33.606139Z","steps":["trace[1671004127] 'range keys from in-memory index tree' (duration: 142.271154ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:42:34.96066Z","caller":"traceutil/trace.go:171","msg":"trace[1379047765] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"101.17661ms","start":"2026-02-26T01:42:34.859446Z","end":"2026-02-26T01:42:34.960623Z","steps":["trace[1379047765] 'process raft request' (duration: 39.186841ms)","trace[1379047765] 'compare' (duration: 61.728861ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:42:34.960993Z","caller":"traceutil/trace.go:171","msg":"trace[916472394] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"100.82335ms","start":"2026-02-26T01:42:34.860131Z","end":"2026-02-26T01:42:34.960954Z","steps":["trace[916472394] 'process raft request' (duration: 100.438227ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:42:39.362676Z","caller":"traceutil/trace.go:171","msg":"trace[650678405] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"322.804579ms","start":"2026-02-26T01:42:39.039832Z","end":"2026-02-26T01:42:39.362637Z","steps":["trace[650678405] 'process raft request' (duration: 322.604883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:42:39.362965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:39.039803Z","time spent":"323.003516ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:42:40.29996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.438708ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-26T01:42:40.300314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:39.36445Z","time spent":"935.852029ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T01:42:40.300779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.862459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-02-26T01:42:40.300863Z","caller":"traceutil/trace.go:171","msg":"trace[1805704245] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:402; }","duration":"909.998643ms","start":"2026-02-26T01:42:39.390845Z","end":"2026-02-26T01:42:40.300843Z","steps":["trace[1805704245] 'agreement among raft nodes before linearized reading' (duration: 909.820128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:42:40.300903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:39.390821Z","time spent":"910.075396ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5358,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-02-26T01:42:40.301039Z","caller":"traceutil/trace.go:171","msg":"trace[187533271] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"931.441358ms","start":"2026-02-26T01:42:39.369138Z","end":"2026-02-26T01:42:40.300579Z","steps":["trace[187533271] 'process raft request' (duration: 931.029545ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:42:40.301064Z","caller":"traceutil/trace.go:171","msg":"trace[88725962] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:413; }","duration":"909.489387ms","start":"2026-02-26T01:42:39.390926Z","end":"2026-02-26T01:42:40.300416Z","steps":["trace[88725962] 'read index received' (duration: 204.525962ms)","trace[88725962] 'applied index is now lower than readState.Index' (duration: 704.962325ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:42:40.301247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:39.369109Z","time spent":"932.039307ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:42:40.301473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.875699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:42:40.301554Z","caller":"traceutil/trace.go:171","msg":"trace[1457799002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:402; }","duration":"605.004922ms","start":"2026-02-26T01:42:39.696526Z","end":"2026-02-26T01:42:40.301531Z","steps":["trace[1457799002] 'agreement among raft nodes before linearized reading' (duration: 604.862398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:42:40.301614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:39.696501Z","time spent":"605.098085ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:42:40.301812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.713191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:42:40.301932Z","caller":"traceutil/trace.go:171","msg":"trace[1146494442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:402; }","duration":"324.896137ms","start":"2026-02-26T01:42:39.97702Z","end":"2026-02-26T01:42:40.301916Z","steps":["trace[1146494442] 'agreement among raft nodes before linearized reading' (duration: 324.451552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:42:40.302071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:39.97699Z","time spent":"325.068512ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:42:40.754083Z","caller":"traceutil/trace.go:171","msg":"trace[1541935716] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"452.045808ms","start":"2026-02-26T01:42:40.302007Z","end":"2026-02-26T01:42:40.754053Z","steps":["trace[1541935716] 'process raft request' (duration: 430.766858ms)","trace[1541935716] 'compare' (duration: 21.050642ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:42:40.754361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:40.301972Z","time spent":"452.197282ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:42:40.780913Z","caller":"traceutil/trace.go:171","msg":"trace[1511809961] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"474.803134ms","start":"2026-02-26T01:42:40.306077Z","end":"2026-02-26T01:42:40.780881Z","steps":["trace[1511809961] 'process raft request' (duration: 474.649869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:42:40.781079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:40.306049Z","time spent":"474.940448ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:42:40.781265Z","caller":"traceutil/trace.go:171","msg":"trace[317527562] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"474.716911ms","start":"2026-02-26T01:42:40.306524Z","end":"2026-02-26T01:42:40.781241Z","steps":["trace[317527562] 'process raft request' (duration: 474.322288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:42:40.781383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:40.306481Z","time spent":"474.850836ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:42:40.782024Z","caller":"traceutil/trace.go:171","msg":"trace[492067880] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"471.937912ms","start":"2026-02-26T01:42:40.310006Z","end":"2026-02-26T01:42:40.781943Z","steps":["trace[492067880] 'process raft request' (duration: 471.166868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:42:40.782136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:42:40.309977Z","time spent":"472.097897ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:42:58.973859Z","caller":"traceutil/trace.go:171","msg":"trace[2081677015] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"107.521324ms","start":"2026-02-26T01:42:58.866315Z","end":"2026-02-26T01:42:58.973837Z","steps":["trace[2081677015] 'process raft request' (duration: 107.398931ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:42:58.977405Z","caller":"traceutil/trace.go:171","msg":"trace[1298962433] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"109.900626ms","start":"2026-02-26T01:42:58.86748Z","end":"2026-02-26T01:42:58.97738Z","steps":["trace[1298962433] 'process raft request' (duration: 109.789932ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:01.107914Z","caller":"traceutil/trace.go:171","msg":"trace[1297744216] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"124.164625ms","start":"2026-02-26T01:43:00.983724Z","end":"2026-02-26T01:43:01.107889Z","steps":["trace[1297744216] 'process raft request' (duration: 99.503195ms)","trace[1297744216] 'compare' (duration: 24.307949ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:43:01.811854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.924496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:43:01.811971Z","caller":"traceutil/trace.go:171","msg":"trace[1714609753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"152.079231ms","start":"2026-02-26T01:43:01.659846Z","end":"2026-02-26T01:43:01.811925Z","steps":["trace[1714609753] 'range keys from in-memory index tree' (duration: 151.825603ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:05.743291Z","caller":"traceutil/trace.go:171","msg":"trace[1840295718] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:578; }","duration":"179.723829ms","start":"2026-02-26T01:43:05.56354Z","end":"2026-02-26T01:43:05.743264Z","steps":["trace[1840295718] 'read index received' (duration: 179.610536ms)","trace[1840295718] 'applied index is now lower than readState.Index' (duration: 112.083µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:05.743329Z","caller":"traceutil/trace.go:171","msg":"trace[793183549] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"184.535303ms","start":"2026-02-26T01:43:05.558767Z","end":"2026-02-26T01:43:05.743302Z","steps":["trace[793183549] 'process raft request' (duration: 184.353058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:05.743426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.860293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:43:05.743495Z","caller":"traceutil/trace.go:171","msg":"trace[527257954] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:560; }","duration":"179.998607ms","start":"2026-02-26T01:43:05.56348Z","end":"2026-02-26T01:43:05.743478Z","steps":["trace[527257954] 'agreement among raft nodes before linearized reading' (duration: 179.866793ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:06.803156Z","caller":"traceutil/trace.go:171","msg":"trace[2051146762] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:579; }","duration":"143.118702ms","start":"2026-02-26T01:43:06.660013Z","end":"2026-02-26T01:43:06.803132Z","steps":["trace[2051146762] 'read index received' (duration: 142.967287ms)","trace[2051146762] 'applied index is now lower than readState.Index' (duration: 150.235µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:06.803244Z","caller":"traceutil/trace.go:171","msg":"trace[1905123165] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"361.245243ms","start":"2026-02-26T01:43:06.441963Z","end":"2026-02-26T01:43:06.803208Z","steps":["trace[1905123165] 'process raft request' (duration: 361.036277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:06.803416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:06.441927Z","time spent":"361.401828ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:43:06.8033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.270326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:43:06.803489Z","caller":"traceutil/trace.go:171","msg":"trace[287743770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"143.512894ms","start":"2026-02-26T01:43:06.659957Z","end":"2026-02-26T01:43:06.80347Z","steps":["trace[287743770] 'agreement among raft nodes before linearized reading' (duration: 143.274977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.308443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231469003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:43:09.479067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.428869807s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T01:43:09.485497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824856844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:43:09.485558Z","caller":"traceutil/trace.go:171","msg":"trace[483780386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"1.824953768s","start":"2026-02-26T01:43:07.660587Z","end":"2026-02-26T01:43:09.485541Z","steps":["trace[483780386] 'range keys from in-memory index tree' (duration: 1.824759782s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.4856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:07.660566Z","time spent":"1.825025919s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:43:09.485497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197040026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:43:09.485821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352166848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T01:43:09.485821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736849005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:43:09.485894Z","caller":"traceutil/trace.go:171","msg":"trace[33407665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:562; }","duration":"2.352279551s","start":"2026-02-26T01:43:07.133594Z","end":"2026-02-26T01:43:09.485873Z","steps":["trace[33407665] 'range keys from in-memory index tree' (duration: 2.352031713s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:09.485896Z","caller":"traceutil/trace.go:171","msg":"trace[1670746737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:562; }","duration":"1.736949339s","start":"2026-02-26T01:43:07.748923Z","end":"2026-02-26T01:43:09.485872Z","steps":["trace[1670746737] 'range keys from in-memory index tree' (duration: 1.73669759s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.485925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:07.133571Z","time spent":"2.352347622s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:43:09.48593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:07.748912Z","time spent":"1.73701002s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:43:09.485915Z","caller":"traceutil/trace.go:171","msg":"trace[1916968615] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:562; }","duration":"2.197482909s","start":"2026-02-26T01:43:07.288383Z","end":"2026-02-26T01:43:09.485866Z","steps":["trace[1916968615] 'range keys from in-memory index tree' (duration: 2.196957294s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:09.48598Z","caller":"traceutil/trace.go:171","msg":"trace[808535849] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:581; }","duration":"678.335641ms","start":"2026-02-26T01:43:08.807603Z","end":"2026-02-26T01:43:09.485939Z","steps":["trace[808535849] 'read index received' (duration: 671.584458ms)","trace[808535849] 'applied index is now lower than readState.Index' (duration: 6.749773ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:43:09.486006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:07.288361Z","time spent":"2.197615164s","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-02-26T01:43:09.486012Z","caller":"traceutil/trace.go:171","msg":"trace[1092670493] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.562170366s","start":"2026-02-26T01:43:07.923811Z","end":"2026-02-26T01:43:09.485981Z","steps":["trace[1092670493] 'process raft request' (duration: 1.555433564s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.489054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.440723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:43:09.489139Z","caller":"traceutil/trace.go:171","msg":"trace[344224548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:563; }","duration":"681.562868ms","start":"2026-02-26T01:43:08.807542Z","end":"2026-02-26T01:43:09.489105Z","steps":["trace[344224548] 'agreement among raft nodes before linearized reading' (duration: 678.513066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.489231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:08.807516Z","time spent":"681.654291ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:43:09.489402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.264578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:43:09.489444Z","caller":"traceutil/trace.go:171","msg":"trace[512584224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"681.33307ms","start":"2026-02-26T01:43:08.808087Z","end":"2026-02-26T01:43:09.48942Z","steps":["trace[512584224] 'agreement among raft nodes before linearized reading' (duration: 681.284759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.489472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:08.808065Z","time spent":"681.400312ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:43:09.490156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.755989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T01:43:09.490205Z","caller":"traceutil/trace.go:171","msg":"trace[471658770] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:563; }","duration":"211.832101ms","start":"2026-02-26T01:43:09.278349Z","end":"2026-02-26T01:43:09.490181Z","steps":["trace[471658770] 'agreement among raft nodes before linearized reading' (duration: 211.757049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.490471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.424305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:43:09.490511Z","caller":"traceutil/trace.go:171","msg":"trace[534402239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:563; }","duration":"455.486977ms","start":"2026-02-26T01:43:09.035004Z","end":"2026-02-26T01:43:09.490491Z","steps":["trace[534402239] 'agreement among raft nodes before linearized reading' (duration: 455.387704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.49054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:09.034986Z","time spent":"455.54636ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:43:09.49113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:07.923738Z","time spent":"1.562362811s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:43:09.95408Z","caller":"traceutil/trace.go:171","msg":"trace[1636040080] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"106.887705ms","start":"2026-02-26T01:43:09.847157Z","end":"2026-02-26T01:43:09.954045Z","steps":["trace[1636040080] 'process raft request' (duration: 78.338229ms)","trace[1636040080] 'compare' (duration: 28.402442ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:09.954699Z","caller":"traceutil/trace.go:171","msg":"trace[1706516541] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"107.495253ms","start":"2026-02-26T01:43:09.847186Z","end":"2026-02-26T01:43:09.954681Z","steps":["trace[1706516541] 'process raft request' (duration: 107.076361ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:09.954756Z","caller":"traceutil/trace.go:171","msg":"trace[1730676218] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:636; }","duration":"103.511334ms","start":"2026-02-26T01:43:09.851218Z","end":"2026-02-26T01:43:09.954729Z","steps":["trace[1730676218] 'read index received' (duration: 74.236646ms)","trace[1730676218] 'applied index is now lower than readState.Index' (duration: 29.273508ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:09.95519Z","caller":"traceutil/trace.go:171","msg":"trace[983310099] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"107.930596ms","start":"2026-02-26T01:43:09.847221Z","end":"2026-02-26T01:43:09.955152Z","steps":["trace[983310099] 'process raft request' (duration: 107.139553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.955385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.139172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-02-26T01:43:09.955462Z","caller":"traceutil/trace.go:171","msg":"trace[444233364] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:621; }","duration":"104.262166ms","start":"2026-02-26T01:43:09.851182Z","end":"2026-02-26T01:43:09.955444Z","steps":["trace[444233364] 'agreement among raft nodes before linearized reading' (duration: 104.033409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:09.955421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.325248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-02-26T01:43:09.955614Z","caller":"traceutil/trace.go:171","msg":"trace[2014584718] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:621; }","duration":"103.532674ms","start":"2026-02-26T01:43:09.852059Z","end":"2026-02-26T01:43:09.955591Z","steps":["trace[2014584718] 'agreement among raft nodes before linearized reading' (duration: 103.153793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:10.906237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.092842ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:43:10.906354Z","caller":"traceutil/trace.go:171","msg":"trace[2068584734] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:684; }","duration":"105.227516ms","start":"2026-02-26T01:43:10.801107Z","end":"2026-02-26T01:43:10.906335Z","steps":["trace[2068584734] 'range keys from in-memory index tree' (duration: 105.077111ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:10.906404Z","caller":"traceutil/trace.go:171","msg":"trace[252537591] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:704; }","duration":"245.751519ms","start":"2026-02-26T01:43:10.660627Z","end":"2026-02-26T01:43:10.906378Z","steps":["trace[252537591] 'read index received' (duration: 234.226893ms)","trace[252537591] 'applied index is now lower than readState.Index' (duration: 11.522426ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:10.906426Z","caller":"traceutil/trace.go:171","msg":"trace[98024236] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"340.17895ms","start":"2026-02-26T01:43:10.56621Z","end":"2026-02-26T01:43:10.906389Z","steps":["trace[98024236] 'process raft request' (duration: 328.739867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:10.906534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.905303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:43:10.906565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:10.566188Z","time spent":"340.311075ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:43:10.906576Z","caller":"traceutil/trace.go:171","msg":"trace[1894528654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:685; }","duration":"245.993475ms","start":"2026-02-26T01:43:10.660568Z","end":"2026-02-26T01:43:10.906562Z","steps":["trace[1894528654] 'agreement among raft nodes before linearized reading' (duration: 245.892572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:11.872609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.278356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:43:11.872727Z","caller":"traceutil/trace.go:171","msg":"trace[1870244577] linearizableReadLoop","detail":"{readStateIndex:737; appliedIndex:735; }","duration":"340.967975ms","start":"2026-02-26T01:43:11.53174Z","end":"2026-02-26T01:43:11.872708Z","steps":["trace[1870244577] 'read index received' (duration: 45.33943ms)","trace[1870244577] 'applied index is now lower than readState.Index' (duration: 295.627365ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:11.872806Z","caller":"traceutil/trace.go:171","msg":"trace[1892312462] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"341.555593ms","start":"2026-02-26T01:43:11.531214Z","end":"2026-02-26T01:43:11.872769Z","steps":["trace[1892312462] 'process raft request' (duration: 204.034559ms)","trace[1892312462] 'compare' (duration: 137.138422ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:43:11.87299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:11.531181Z","time spent":"341.717488ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:43:11.872996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.226612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:43:11.873093Z","caller":"traceutil/trace.go:171","msg":"trace[1178457925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:716; }","duration":"341.379687ms","start":"2026-02-26T01:43:11.531695Z","end":"2026-02-26T01:43:11.873075Z","steps":["trace[1178457925] 'agreement among raft nodes before linearized reading' (duration: 341.094398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:11.873149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:11.531681Z","time spent":"341.45857ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:43:11.902231Z","caller":"traceutil/trace.go:171","msg":"trace[1767469848] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"317.332296ms","start":"2026-02-26T01:43:11.58487Z","end":"2026-02-26T01:43:11.902202Z","steps":["trace[1767469848] 'process raft request' (duration: 317.212343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:11.902356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.645047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:43:11.902416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:11.584835Z","time spent":"317.477861ms","remote":"127.0.0.1:44834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4059,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:43:11.902433Z","caller":"traceutil/trace.go:171","msg":"trace[546326047] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:717; }","duration":"175.773602ms","start":"2026-02-26T01:43:11.726639Z","end":"2026-02-26T01:43:11.902413Z","steps":["trace[546326047] 'agreement among raft nodes before linearized reading' (duration: 175.599236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:11.902441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.464429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T01:43:11.902535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.393467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:43:11.902549Z","caller":"traceutil/trace.go:171","msg":"trace[992187498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:717; }","duration":"370.582483ms","start":"2026-02-26T01:43:11.531928Z","end":"2026-02-26T01:43:11.902511Z","steps":["trace[992187498] 'agreement among raft nodes before linearized reading' (duration: 370.361936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:11.90256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.776489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T01:43:11.902612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:11.531914Z","time spent":"370.688996ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:43:11.902631Z","caller":"traceutil/trace.go:171","msg":"trace[1591028490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:717; }","duration":"370.878062ms","start":"2026-02-26T01:43:11.531733Z","end":"2026-02-26T01:43:11.902611Z","steps":["trace[1591028490] 'agreement among raft nodes before linearized reading' (duration: 370.657335ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:11.90262Z","caller":"traceutil/trace.go:171","msg":"trace[220030576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:717; }","duration":"370.5049ms","start":"2026-02-26T01:43:11.532092Z","end":"2026-02-26T01:43:11.902597Z","steps":["trace[220030576] 'agreement among raft nodes before linearized reading' (duration: 370.249342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:11.902669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:11.53171Z","time spent":"370.951314ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:43:11.902705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:11.532086Z","time spent":"370.589213ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:43:22.179305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.196144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:43:22.17943Z","caller":"traceutil/trace.go:171","msg":"trace[1007154494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:831; }","duration":"143.38558ms","start":"2026-02-26T01:43:22.036023Z","end":"2026-02-26T01:43:22.179408Z","steps":["trace[1007154494] 'range keys from in-memory index tree' (duration: 143.03792ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:22.287431Z","caller":"traceutil/trace.go:171","msg":"trace[544011967] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"103.580416ms","start":"2026-02-26T01:43:22.183825Z","end":"2026-02-26T01:43:22.287406Z","steps":["trace[544011967] 'process raft request' (duration: 103.415541ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:22.307179Z","caller":"traceutil/trace.go:171","msg":"trace[2050898727] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"122.205364ms","start":"2026-02-26T01:43:22.184949Z","end":"2026-02-26T01:43:22.307154Z","steps":["trace[2050898727] 'process raft request' (duration: 122.010958ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:22.307549Z","caller":"traceutil/trace.go:171","msg":"trace[1753182137] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"121.846794ms","start":"2026-02-26T01:43:22.185686Z","end":"2026-02-26T01:43:22.307533Z","steps":["trace[1753182137] 'process raft request' (duration: 121.422411ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:22.307831Z","caller":"traceutil/trace.go:171","msg":"trace[713947974] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"121.961267ms","start":"2026-02-26T01:43:22.185766Z","end":"2026-02-26T01:43:22.307727Z","steps":["trace[713947974] 'process raft request' (duration: 121.70774ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:22.307806Z","caller":"traceutil/trace.go:171","msg":"trace[1940830534] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"106.005109ms","start":"2026-02-26T01:43:22.201709Z","end":"2026-02-26T01:43:22.307714Z","steps":["trace[1940830534] 'process raft request' (duration: 105.897646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:24.397788Z","caller":"traceutil/trace.go:171","msg":"trace[507908358] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"101.039829ms","start":"2026-02-26T01:43:24.296722Z","end":"2026-02-26T01:43:24.397762Z","steps":["trace[507908358] 'process raft request' (duration: 100.866484ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:31.383938Z","caller":"traceutil/trace.go:171","msg":"trace[1166686295] linearizableReadLoop","detail":"{readStateIndex:976; appliedIndex:975; }","duration":"154.513754ms","start":"2026-02-26T01:43:31.229398Z","end":"2026-02-26T01:43:31.383912Z","steps":["trace[1166686295] 'read index received' (duration: 154.319328ms)","trace[1166686295] 'applied index is now lower than readState.Index' (duration: 192.806µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:31.384013Z","caller":"traceutil/trace.go:171","msg":"trace[60042369] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"225.40976ms","start":"2026-02-26T01:43:31.158548Z","end":"2026-02-26T01:43:31.383957Z","steps":["trace[60042369] 'process raft request' (duration: 225.200904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:31.384419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.984527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-26T01:43:31.384533Z","caller":"traceutil/trace.go:171","msg":"trace[619188201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:949; }","duration":"155.192364ms","start":"2026-02-26T01:43:31.229318Z","end":"2026-02-26T01:43:31.384511Z","steps":["trace[619188201] 'agreement among raft nodes before linearized reading' (duration: 154.761131ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:53.936541Z","caller":"traceutil/trace.go:171","msg":"trace[871936572] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"182.445521ms","start":"2026-02-26T01:43:53.754067Z","end":"2026-02-26T01:43:53.936512Z","steps":["trace[871936572] 'process raft request' (duration: 182.292546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.225283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.289944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897a8826527b201\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-02-26T01:44:19.225388Z","caller":"traceutil/trace.go:171","msg":"trace[699714748] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897a8826527b201; range_end:; response_count:1; response_revision:1609; }","duration":"463.427769ms","start":"2026-02-26T01:44:18.761932Z","end":"2026-02-26T01:44:19.22536Z","steps":["trace[699714748] 'range keys from in-memory index tree' (duration: 463.1536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.225444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:18.761923Z","time spent":"463.507781ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897a8826527b201\" "} {"level":"warn","ts":"2026-02-26T01:44:19.225413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.400853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T01:44:19.225414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.745156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:19.225542Z","caller":"traceutil/trace.go:171","msg":"trace[1466295662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1609; }","duration":"536.582679ms","start":"2026-02-26T01:44:18.688933Z","end":"2026-02-26T01:44:19.225516Z","steps":["trace[1466295662] 'range keys from in-memory index tree' (duration: 536.199987ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:19.225574Z","caller":"traceutil/trace.go:171","msg":"trace[914777744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1609; }","duration":"413.933782ms","start":"2026-02-26T01:44:18.811619Z","end":"2026-02-26T01:44:19.225553Z","steps":["trace[914777744] 'range keys from in-memory index tree' (duration: 413.694394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.225593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.95955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T01:44:19.225627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:18.811602Z","time spent":"414.006074ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:44:19.225651Z","caller":"traceutil/trace.go:171","msg":"trace[1805799834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1609; }","duration":"531.027852ms","start":"2026-02-26T01:44:18.694602Z","end":"2026-02-26T01:44:19.22563Z","steps":["trace[1805799834] 'range keys from in-memory index tree' (duration: 530.822255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.225697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:18.694594Z","time spent":"531.094084ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:44:19.225708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.984696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:44:19.225746Z","caller":"traceutil/trace.go:171","msg":"trace[987787302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1609; }","duration":"539.043738ms","start":"2026-02-26T01:44:18.68669Z","end":"2026-02-26T01:44:19.225734Z","steps":["trace[987787302] 'range keys from in-memory index tree' (duration: 538.873862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.225781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:18.686676Z","time spent":"539.096479ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:44:19.225817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.274143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:44:19.225871Z","caller":"traceutil/trace.go:171","msg":"trace[667228094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1609; }","duration":"468.367426ms","start":"2026-02-26T01:44:18.75749Z","end":"2026-02-26T01:44:19.225857Z","steps":["trace[667228094] 'range keys from in-memory index tree' (duration: 468.150699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.225599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:18.688913Z","time spent":"536.673812ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:44:19.225913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:18.757473Z","time spent":"468.427568ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:44:19.225469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.732565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:44:19.226003Z","caller":"traceutil/trace.go:171","msg":"trace[489182608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1609; }","duration":"527.310413ms","start":"2026-02-26T01:44:18.698658Z","end":"2026-02-26T01:44:19.225969Z","steps":["trace[489182608] 'range keys from in-memory index tree' (duration: 526.536519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.226051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:18.698637Z","time spent":"527.399207ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:44:19.370419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231471022,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:44:19.566053Z","caller":"traceutil/trace.go:171","msg":"trace[1556962279] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"752.584383ms","start":"2026-02-26T01:44:18.81344Z","end":"2026-02-26T01:44:19.566025Z","steps":["trace[1556962279] 'process raft request' (duration: 752.455119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.566219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:18.813421Z","time spent":"752.712418ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:19.690688Z","caller":"traceutil/trace.go:171","msg":"trace[1356923913] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"873.042412ms","start":"2026-02-26T01:44:18.817617Z","end":"2026-02-26T01:44:19.690659Z","steps":["trace[1356923913] 'process raft request' (duration: 822.658707ms)","trace[1356923913] 'compare' (duration: 50.145457ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:19.690748Z","caller":"traceutil/trace.go:171","msg":"trace[948460311] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"458.726869ms","start":"2026-02-26T01:44:19.231997Z","end":"2026-02-26T01:44:19.690724Z","steps":["trace[948460311] 'process raft request' (duration: 458.655937ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:19.690815Z","caller":"traceutil/trace.go:171","msg":"trace[299577168] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"461.754045ms","start":"2026-02-26T01:44:19.229028Z","end":"2026-02-26T01:44:19.690783Z","steps":["trace[299577168] 'process raft request' (duration: 461.521738ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:19.690866Z","caller":"traceutil/trace.go:171","msg":"trace[515604675] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"460.045831ms","start":"2026-02-26T01:44:19.230793Z","end":"2026-02-26T01:44:19.690839Z","steps":["trace[515604675] 'process raft request' (duration: 459.822304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.690892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:19.231964Z","time spent":"458.849453ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:19.69096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:18.817592Z","time spent":"873.164246ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:19.69101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:19.230774Z","time spent":"460.172675ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:19.691008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:19.229002Z","time spent":"461.884119ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:19.691057Z","caller":"traceutil/trace.go:171","msg":"trace[1706631260] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1672; }","duration":"821.571572ms","start":"2026-02-26T01:44:18.869458Z","end":"2026-02-26T01:44:19.69103Z","steps":["trace[1706631260] 'read index received' (duration: 696.508837ms)","trace[1706631260] 'applied index is now lower than readState.Index' (duration: 125.061825ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:19.691125Z","caller":"traceutil/trace.go:171","msg":"trace[8941801] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"458.070138ms","start":"2026-02-26T01:44:19.233027Z","end":"2026-02-26T01:44:19.691097Z","steps":["trace[8941801] 'process raft request' (duration: 457.925153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.691241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:19.233017Z","time spent":"458.166801ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:19.691203Z","caller":"traceutil/trace.go:171","msg":"trace[746464009] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"459.110621ms","start":"2026-02-26T01:44:19.232013Z","end":"2026-02-26T01:44:19.691124Z","steps":["trace[746464009] 'process raft request' (duration: 458.671657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.691303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.84195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6000d86a-70d7-467e-9a56-2fc7501d851f\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-26T01:44:19.691363Z","caller":"traceutil/trace.go:171","msg":"trace[1985191958] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6000d86a-70d7-467e-9a56-2fc7501d851f; range_end:; response_count:1; response_revision:1616; }","duration":"821.944474ms","start":"2026-02-26T01:44:18.869403Z","end":"2026-02-26T01:44:19.691347Z","steps":["trace[1985191958] 'agreement among raft nodes before linearized reading' (duration: 821.749768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.691399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:18.869374Z","time spent":"822.016896ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6000d86a-70d7-467e-9a56-2fc7501d851f\" "} {"level":"warn","ts":"2026-02-26T01:44:19.691463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:19.231999Z","time spent":"459.330738ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:19.691561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.021294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6000d86a-70d7-467e-9a56-2fc7501d851f\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-26T01:44:19.691606Z","caller":"traceutil/trace.go:171","msg":"trace[1988027929] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6000d86a-70d7-467e-9a56-2fc7501d851f; range_end:; response_count:1; response_revision:1616; }","duration":"259.107747ms","start":"2026-02-26T01:44:19.432486Z","end":"2026-02-26T01:44:19.691594Z","steps":["trace[1988027929] 'agreement among raft nodes before linearized reading' (duration: 258.90121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.691658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.223311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T01:44:19.691711Z","caller":"traceutil/trace.go:171","msg":"trace[1478003069] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:1616; }","duration":"409.329864ms","start":"2026-02-26T01:44:19.282366Z","end":"2026-02-26T01:44:19.691696Z","steps":["trace[1478003069] 'agreement among raft nodes before linearized reading' (duration: 408.918091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:19.691745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:19.282346Z","time spent":"409.391756ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-02-26T01:44:20.482464Z","caller":"traceutil/trace.go:171","msg":"trace[866593911] linearizableReadLoop","detail":"{readStateIndex:1681; appliedIndex:1679; }","duration":"762.022375ms","start":"2026-02-26T01:44:19.720422Z","end":"2026-02-26T01:44:20.482444Z","steps":["trace[866593911] 'read index received' (duration: 51.674697ms)","trace[866593911] 'applied index is now lower than readState.Index' (duration: 710.347038ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:20.482509Z","caller":"traceutil/trace.go:171","msg":"trace[511762197] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"733.123234ms","start":"2026-02-26T01:44:19.749347Z","end":"2026-02-26T01:44:20.482471Z","steps":["trace[511762197] 'process raft request' (duration: 733.023491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:20.483203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:19.749338Z","time spent":"733.776835ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:20.482592Z","caller":"traceutil/trace.go:171","msg":"trace[1298064513] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"783.433778ms","start":"2026-02-26T01:44:19.699129Z","end":"2026-02-26T01:44:20.482563Z","steps":["trace[1298064513] 'process raft request' (duration: 694.751352ms)","trace[1298064513] 'compare' (duration: 88.336685ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:20.482644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.209481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:44:20.483501Z","caller":"traceutil/trace.go:171","msg":"trace[2105117738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1618; }","duration":"763.088959ms","start":"2026-02-26T01:44:19.720393Z","end":"2026-02-26T01:44:20.483482Z","steps":["trace[2105117738] 'agreement among raft nodes before linearized reading' (duration: 762.163659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:20.483562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:19.720386Z","time spent":"763.158161ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:44:20.483553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:19.699114Z","time spent":"784.291724ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:20.494762Z","caller":"traceutil/trace.go:171","msg":"trace[625699386] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"721.488443ms","start":"2026-02-26T01:44:19.773236Z","end":"2026-02-26T01:44:20.494725Z","steps":["trace[625699386] 'process raft request' (duration: 721.37836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:20.494817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.661777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:44:20.494878Z","caller":"traceutil/trace.go:171","msg":"trace[1592121068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1619; }","duration":"260.775681ms","start":"2026-02-26T01:44:20.234089Z","end":"2026-02-26T01:44:20.494865Z","steps":["trace[1592121068] 'agreement among raft nodes before linearized reading' (duration: 260.615006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:20.494954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:19.773227Z","time spent":"721.614617ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:31.875253Z","caller":"traceutil/trace.go:171","msg":"trace[1480244689] linearizableReadLoop","detail":"{readStateIndex:1777; appliedIndex:1776; }","duration":"135.513588ms","start":"2026-02-26T01:44:31.73971Z","end":"2026-02-26T01:44:31.875223Z","steps":["trace[1480244689] 'read index received' (duration: 135.368864ms)","trace[1480244689] 'applied index is now lower than readState.Index' (duration: 143.394µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:31.875396Z","caller":"traceutil/trace.go:171","msg":"trace[1105347065] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"146.868811ms","start":"2026-02-26T01:44:31.728493Z","end":"2026-02-26T01:44:31.875362Z","steps":["trace[1105347065] 'process raft request' (duration: 146.559471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:31.875528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.254549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:44:31.875566Z","caller":"traceutil/trace.go:171","msg":"trace[1928210664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1710; }","duration":"134.332561ms","start":"2026-02-26T01:44:31.741221Z","end":"2026-02-26T01:44:31.875553Z","steps":["trace[1928210664] 'agreement among raft nodes before linearized reading' (duration: 134.180056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:31.87555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.4517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:44:31.87561Z","caller":"traceutil/trace.go:171","msg":"trace[1026224900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1710; }","duration":"110.559653ms","start":"2026-02-26T01:44:31.765036Z","end":"2026-02-26T01:44:31.875596Z","steps":["trace[1026224900] 'agreement among raft nodes before linearized reading' (duration: 110.411529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:31.875606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.491241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:44:31.875694Z","caller":"traceutil/trace.go:171","msg":"trace[275697558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1710; }","duration":"110.615295ms","start":"2026-02-26T01:44:31.765056Z","end":"2026-02-26T01:44:31.875672Z","steps":["trace[275697558] 'agreement among raft nodes before linearized reading' (duration: 110.348286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:31.876086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.379707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:44:31.876133Z","caller":"traceutil/trace.go:171","msg":"trace[798500888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1710; }","duration":"136.461899ms","start":"2026-02-26T01:44:31.73966Z","end":"2026-02-26T01:44:31.876122Z","steps":["trace[798500888] 'agreement among raft nodes before linearized reading' (duration: 136.222111ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:32.250072Z","caller":"traceutil/trace.go:171","msg":"trace[649639881] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"370.595451ms","start":"2026-02-26T01:44:31.879448Z","end":"2026-02-26T01:44:32.250044Z","steps":["trace[649639881] 'process raft request' (duration: 370.487217ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:32.250128Z","caller":"traceutil/trace.go:171","msg":"trace[825640164] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"369.993751ms","start":"2026-02-26T01:44:31.880107Z","end":"2026-02-26T01:44:32.2501Z","steps":["trace[825640164] 'process raft request' (duration: 369.873238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:32.250221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:31.879426Z","time spent":"370.719195ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:32.250261Z","caller":"traceutil/trace.go:171","msg":"trace[2086886660] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"370.819878ms","start":"2026-02-26T01:44:31.879401Z","end":"2026-02-26T01:44:32.250221Z","steps":["trace[2086886660] 'process raft request' (duration: 370.380634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:32.250331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:31.880094Z","time spent":"370.108806ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:32.250457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:31.879377Z","time spent":"370.986843ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:35.006176Z","caller":"traceutil/trace.go:171","msg":"trace[1592117592] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"138.99548ms","start":"2026-02-26T01:44:34.867158Z","end":"2026-02-26T01:44:35.006154Z","steps":["trace[1592117592] 'process raft request' (duration: 138.836575ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:35.845554Z","caller":"traceutil/trace.go:171","msg":"trace[710419850] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1806; }","duration":"183.891331ms","start":"2026-02-26T01:44:35.661638Z","end":"2026-02-26T01:44:35.845529Z","steps":["trace[710419850] 'read index received' (duration: 183.614562ms)","trace[710419850] 'applied index is now lower than readState.Index' (duration: 275.758µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:35.845644Z","caller":"traceutil/trace.go:171","msg":"trace[275487905] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"216.82392ms","start":"2026-02-26T01:44:35.628792Z","end":"2026-02-26T01:44:35.845616Z","steps":["trace[275487905] 'process raft request' (duration: 216.556292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:35.845734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.071636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:35.845821Z","caller":"traceutil/trace.go:171","msg":"trace[514139462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1739; }","duration":"184.218331ms","start":"2026-02-26T01:44:35.661582Z","end":"2026-02-26T01:44:35.8458Z","steps":["trace[514139462] 'agreement among raft nodes before linearized reading' (duration: 184.052706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:35.845837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.134627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:44:35.845882Z","caller":"traceutil/trace.go:171","msg":"trace[1655979261] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1739; }","duration":"162.22348ms","start":"2026-02-26T01:44:35.683642Z","end":"2026-02-26T01:44:35.845865Z","steps":["trace[1655979261] 'agreement among raft nodes before linearized reading' (duration: 162.049485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:36.789437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231471298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:44:37.289869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231471298,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:44:37.347002Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065784584s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:44:37.347318Z","caller":"traceutil/trace.go:171","msg":"trace[1254578402] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"1.066181836s","start":"2026-02-26T01:44:36.281114Z","end":"2026-02-26T01:44:37.347296Z","steps":["trace[1254578402] 'process raft request' (duration: 1.066036502s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.347471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.281091Z","time spent":"1.06629924s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:37.800266Z","caller":"traceutil/trace.go:171","msg":"trace[362446467] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"1.447397955s","start":"2026-02-26T01:44:36.352847Z","end":"2026-02-26T01:44:37.800245Z","steps":["trace[362446467] 'process raft request' (duration: 1.44000927s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.800374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.352818Z","time spent":"1.447496809s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:37.800427Z","caller":"traceutil/trace.go:171","msg":"trace[1685612284] linearizableReadLoop","detail":"{readStateIndex:1812; appliedIndex:1809; }","duration":"1.511659283s","start":"2026-02-26T01:44:36.288742Z","end":"2026-02-26T01:44:37.800401Z","steps":["trace[1685612284] 'read index received' (duration: 1.058420569s)","trace[1685612284] 'applied index is now lower than readState.Index' (duration: 453.237194ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:37.800591Z","caller":"traceutil/trace.go:171","msg":"trace[41753413] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"1.218888224s","start":"2026-02-26T01:44:36.58162Z","end":"2026-02-26T01:44:37.800508Z","steps":["trace[41753413] 'process raft request' (duration: 1.218586754s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.800621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511822729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:37.800659Z","caller":"traceutil/trace.go:171","msg":"trace[1443022200] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1744; }","duration":"1.511954153s","start":"2026-02-26T01:44:36.288692Z","end":"2026-02-26T01:44:37.800647Z","steps":["trace[1443022200] 'agreement among raft nodes before linearized reading' (duration: 1.511831629s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.800692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.288675Z","time spent":"1.512007934s","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:44:37.800716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.581596Z","time spent":"1.219045818s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:37.800821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500433485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T01:44:37.800881Z","caller":"traceutil/trace.go:171","msg":"trace[1320747901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1744; }","duration":"1.500514318s","start":"2026-02-26T01:44:36.300354Z","end":"2026-02-26T01:44:37.800868Z","steps":["trace[1320747901] 'agreement among raft nodes before linearized reading' (duration: 1.500378134s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.800903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.300342Z","time spent":"1.5005571s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:44:37.800932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500433525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T01:44:37.800932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.812605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T01:44:37.800951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10326589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T01:44:37.800955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084735179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T01:44:37.801006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.95853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:37.801032Z","caller":"traceutil/trace.go:171","msg":"trace[1220601670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1744; }","duration":"140.023992ms","start":"2026-02-26T01:44:37.661001Z","end":"2026-02-26T01:44:37.801025Z","steps":["trace[1220601670] 'agreement among raft nodes before linearized reading' (duration: 139.994171ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:37.801016Z","caller":"traceutil/trace.go:171","msg":"trace[589997981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1744; }","duration":"1.500552289s","start":"2026-02-26T01:44:36.300441Z","end":"2026-02-26T01:44:37.800994Z","steps":["trace[589997981] 'agreement among raft nodes before linearized reading' (duration: 1.500335372s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:37.801019Z","caller":"traceutil/trace.go:171","msg":"trace[432958369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1744; }","duration":"947.941199ms","start":"2026-02-26T01:44:36.853059Z","end":"2026-02-26T01:44:37.801Z","steps":["trace[432958369] 'agreement among raft nodes before linearized reading' (duration: 947.700932ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:37.801026Z","caller":"traceutil/trace.go:171","msg":"trace[1411075644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1744; }","duration":"1.103388103s","start":"2026-02-26T01:44:36.697617Z","end":"2026-02-26T01:44:37.801005Z","steps":["trace[1411075644] 'agreement among raft nodes before linearized reading' (duration: 1.103148206s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:37.801037Z","caller":"traceutil/trace.go:171","msg":"trace[364130753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1744; }","duration":"1.084857173s","start":"2026-02-26T01:44:36.716162Z","end":"2026-02-26T01:44:37.801019Z","steps":["trace[364130753] 'agreement among raft nodes before linearized reading' (duration: 1.084628836s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.801072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.300426Z","time spent":"1.500633972s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:44:37.801072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.85304Z","time spent":"948.019822ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:44:37.80108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.697592Z","time spent":"1.103476197s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:44:37.801089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:36.716146Z","time spent":"1.084928725s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:44:37.80097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.103037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:44:37.801219Z","caller":"traceutil/trace.go:171","msg":"trace[1534940495] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1744; }","duration":"612.391886ms","start":"2026-02-26T01:44:37.188813Z","end":"2026-02-26T01:44:37.801205Z","steps":["trace[1534940495] 'agreement among raft nodes before linearized reading' (duration: 612.135398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.801247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:37.188786Z","time spent":"612.453218ms","remote":"127.0.0.1:32880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:44:37.801281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.072107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-02-26T01:44:37.801616Z","caller":"traceutil/trace.go:171","msg":"trace[1612894488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1744; }","duration":"527.289264ms","start":"2026-02-26T01:44:37.274107Z","end":"2026-02-26T01:44:37.801396Z","steps":["trace[1612894488] 'agreement among raft nodes before linearized reading' (duration: 526.784638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:37.801808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:37.274091Z","time spent":"527.656066ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:45:14.095948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.730624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:14.096429Z","caller":"traceutil/trace.go:171","msg":"trace[419587466] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1923; }","duration":"379.271241ms","start":"2026-02-26T01:45:13.717131Z","end":"2026-02-26T01:45:14.096403Z","steps":["trace[419587466] 'count revisions from in-memory index tree' (duration: 378.580949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.09649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:13.71711Z","time spent":"379.364504ms","remote":"127.0.0.1:32890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:45:14.096648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.53728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:14.096844Z","caller":"traceutil/trace.go:171","msg":"trace[538058827] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1923; }","duration":"166.845909ms","start":"2026-02-26T01:45:13.929897Z","end":"2026-02-26T01:45:14.096743Z","steps":["trace[538058827] 'count revisions from in-memory index tree' (duration: 166.399986ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.245457Z","caller":"traceutil/trace.go:171","msg":"trace[2099214429] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"307.387947ms","start":"2026-02-26T01:45:13.93804Z","end":"2026-02-26T01:45:14.245428Z","steps":["trace[2099214429] 'process raft request' (duration: 307.234082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.245637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:13.938015Z","time spent":"307.540651ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:14.252048Z","caller":"traceutil/trace.go:171","msg":"trace[179570346] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"270.251892ms","start":"2026-02-26T01:45:13.981766Z","end":"2026-02-26T01:45:14.252018Z","steps":["trace[179570346] 'process raft request' (duration: 270.036395ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.252254Z","caller":"traceutil/trace.go:171","msg":"trace[1895436415] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"117.010253ms","start":"2026-02-26T01:45:14.135118Z","end":"2026-02-26T01:45:14.252128Z","steps":["trace[1895436415] 'process raft request' (duration: 116.813047ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.251997Z","caller":"traceutil/trace.go:171","msg":"trace[920468764] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1998; }","duration":"240.239882ms","start":"2026-02-26T01:45:14.011733Z","end":"2026-02-26T01:45:14.251973Z","steps":["trace[920468764] 'read index received' (duration: 233.583321ms)","trace[920468764] 'applied index is now lower than readState.Index' (duration: 6.655601ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:14.252504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.544629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-26T01:45:14.252522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.775239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:45:14.252547Z","caller":"traceutil/trace.go:171","msg":"trace[816516003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1926; }","duration":"238.61161ms","start":"2026-02-26T01:45:14.013923Z","end":"2026-02-26T01:45:14.252535Z","steps":["trace[816516003] 'agreement among raft nodes before linearized reading' (duration: 238.474946ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.252578Z","caller":"traceutil/trace.go:171","msg":"trace[1691654964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1926; }","duration":"240.871402ms","start":"2026-02-26T01:45:14.011685Z","end":"2026-02-26T01:45:14.252557Z","steps":["trace[1691654964] 'agreement among raft nodes before linearized reading' (duration: 240.691286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.252751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.216598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T01:45:14.252829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.540907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-26T01:45:14.252955Z","caller":"traceutil/trace.go:171","msg":"trace[154324771] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1926; }","duration":"146.714143ms","start":"2026-02-26T01:45:14.106221Z","end":"2026-02-26T01:45:14.252935Z","steps":["trace[154324771] 'agreement among raft nodes before linearized reading' (duration: 146.31528ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.252841Z","caller":"traceutil/trace.go:171","msg":"trace[1667700776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1926; }","duration":"238.373563ms","start":"2026-02-26T01:45:14.014447Z","end":"2026-02-26T01:45:14.25282Z","steps":["trace[1667700776] 'agreement among raft nodes before linearized reading' (duration: 238.086914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.253335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.037837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-26T01:45:14.253617Z","caller":"traceutil/trace.go:171","msg":"trace[170462894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1926; }","duration":"192.638156ms","start":"2026-02-26T01:45:14.060802Z","end":"2026-02-26T01:45:14.25344Z","steps":["trace[170462894] 'agreement among raft nodes before linearized reading' (duration: 191.646164ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.436983Z","caller":"traceutil/trace.go:171","msg":"trace[1639675313] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"177.831237ms","start":"2026-02-26T01:45:14.259112Z","end":"2026-02-26T01:45:14.436943Z","steps":["trace[1639675313] 'process raft request' (duration: 124.676125ms)","trace[1639675313] 'compare' (duration: 52.901464ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:14.437366Z","caller":"traceutil/trace.go:171","msg":"trace[972422397] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2002; }","duration":"155.140408ms","start":"2026-02-26T01:45:14.282201Z","end":"2026-02-26T01:45:14.437341Z","steps":["trace[972422397] 'read index received' (duration: 101.496451ms)","trace[972422397] 'applied index is now lower than readState.Index' (duration: 53.642787ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:14.437398Z","caller":"traceutil/trace.go:171","msg":"trace[548168979] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"177.026551ms","start":"2026-02-26T01:45:14.260332Z","end":"2026-02-26T01:45:14.437358Z","steps":["trace[548168979] 'process raft request' (duration: 176.544076ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:14.437468Z","caller":"traceutil/trace.go:171","msg":"trace[168360654] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"177.00231ms","start":"2026-02-26T01:45:14.26042Z","end":"2026-02-26T01:45:14.437422Z","steps":["trace[168360654] 'process raft request' (duration: 176.810984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.437648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.432928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:45:14.437728Z","caller":"traceutil/trace.go:171","msg":"trace[352588833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1930; }","duration":"155.586923ms","start":"2026-02-26T01:45:14.282122Z","end":"2026-02-26T01:45:14.437709Z","steps":["trace[352588833] 'agreement among raft nodes before linearized reading' (duration: 155.344985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:14.786034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.56899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:14.786127Z","caller":"traceutil/trace.go:171","msg":"trace[1964888348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1932; }","duration":"123.738836ms","start":"2026-02-26T01:45:14.662367Z","end":"2026-02-26T01:45:14.786106Z","steps":["trace[1964888348] 'range keys from in-memory index tree' (duration: 123.449296ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:15.841368Z","caller":"traceutil/trace.go:171","msg":"trace[1415631909] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"476.90841ms","start":"2026-02-26T01:45:15.364433Z","end":"2026-02-26T01:45:15.841341Z","steps":["trace[1415631909] 'read index received' (duration: 476.622421ms)","trace[1415631909] 'applied index is now lower than readState.Index' (duration: 285.129µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:15.841506Z","caller":"traceutil/trace.go:171","msg":"trace[1178165777] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"498.038848ms","start":"2026-02-26T01:45:15.343429Z","end":"2026-02-26T01:45:15.841467Z","steps":["trace[1178165777] 'process raft request' (duration: 497.726509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:15.841531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.072785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:15.841767Z","caller":"traceutil/trace.go:171","msg":"trace[2044690429] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1933; }","duration":"477.356245ms","start":"2026-02-26T01:45:15.364397Z","end":"2026-02-26T01:45:15.841753Z","steps":["trace[2044690429] 'agreement among raft nodes before linearized reading' (duration: 477.068765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:15.841772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:15.343411Z","time spent":"498.226995ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:15.841777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.72042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T01:45:15.841815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:15.364386Z","time spent":"477.415696ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:45:15.841837Z","caller":"traceutil/trace.go:171","msg":"trace[1518691075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1933; }","duration":"211.822853ms","start":"2026-02-26T01:45:15.630001Z","end":"2026-02-26T01:45:15.841824Z","steps":["trace[1518691075] 'agreement among raft nodes before linearized reading' (duration: 211.529323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:16.77313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231471775,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:45:16.988829Z","caller":"traceutil/trace.go:171","msg":"trace[1964528053] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"737.104864ms","start":"2026-02-26T01:45:16.251698Z","end":"2026-02-26T01:45:16.988803Z","steps":["trace[1964528053] 'process raft request' (duration: 736.939158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:16.988992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:16.251645Z","time spent":"737.262369ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:17.53223Z","caller":"traceutil/trace.go:171","msg":"trace[994231950] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"1.274973834s","start":"2026-02-26T01:45:16.25723Z","end":"2026-02-26T01:45:17.532204Z","steps":["trace[994231950] 'process raft request' (duration: 1.265183394s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:17.532245Z","caller":"traceutil/trace.go:171","msg":"trace[1868498855] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2010; }","duration":"1.259264127s","start":"2026-02-26T01:45:16.272958Z","end":"2026-02-26T01:45:17.532222Z","steps":["trace[1868498855] 'read index received' (duration: 715.730057ms)","trace[1868498855] 'applied index is now lower than readState.Index' (duration: 543.532879ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:17.532268Z","caller":"traceutil/trace.go:171","msg":"trace[90255168] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"1.259463753s","start":"2026-02-26T01:45:16.27278Z","end":"2026-02-26T01:45:17.532244Z","steps":["trace[90255168] 'process raft request' (duration: 1.259344329s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:17.53235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:16.257191Z","time spent":"1.275090107s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:17.532437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:16.272745Z","time spent":"1.259615488s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:17.532604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259618048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-26T01:45:17.532684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090824797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T01:45:17.532713Z","caller":"traceutil/trace.go:171","msg":"trace[958551833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1937; }","duration":"1.090891359s","start":"2026-02-26T01:45:16.441814Z","end":"2026-02-26T01:45:17.532706Z","steps":["trace[958551833] 'agreement among raft nodes before linearized reading' (duration: 1.090778495s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:17.532735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:16.441799Z","time spent":"1.09093181s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:45:17.532745Z","caller":"traceutil/trace.go:171","msg":"trace[703286132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1937; }","duration":"1.259749132s","start":"2026-02-26T01:45:16.272892Z","end":"2026-02-26T01:45:17.532641Z","steps":["trace[703286132] 'agreement among raft nodes before linearized reading' (duration: 1.259447312s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:17.532792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.840659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:45:17.532823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:16.272859Z","time spent":"1.259923808s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:45:17.532864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090511817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-26T01:45:17.532819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070847844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:45:17.532891Z","caller":"traceutil/trace.go:171","msg":"trace[2002497310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1937; }","duration":"1.090586899s","start":"2026-02-26T01:45:16.442296Z","end":"2026-02-26T01:45:17.532883Z","steps":["trace[2002497310] 'agreement among raft nodes before linearized reading' (duration: 1.090534668s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:17.532913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:16.442272Z","time spent":"1.09063491s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:17.532965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.284127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:45:17.53298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090744094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:45:17.53286Z","caller":"traceutil/trace.go:171","msg":"trace[84220072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1937; }","duration":"872.945153ms","start":"2026-02-26T01:45:16.659898Z","end":"2026-02-26T01:45:17.532843Z","steps":["trace[84220072] 'agreement among raft nodes before linearized reading' (duration: 872.84875ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:17.533026Z","caller":"traceutil/trace.go:171","msg":"trace[283099880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1937; }","duration":"1.090809187s","start":"2026-02-26T01:45:16.442204Z","end":"2026-02-26T01:45:17.533013Z","steps":["trace[283099880] 'agreement among raft nodes before linearized reading' (duration: 1.090637731s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:17.53304Z","caller":"traceutil/trace.go:171","msg":"trace[1330995547] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1937; }","duration":"138.381379ms","start":"2026-02-26T01:45:17.394622Z","end":"2026-02-26T01:45:17.533004Z","steps":["trace[1330995547] 'agreement among raft nodes before linearized reading' (duration: 138.303967ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:17.532904Z","caller":"traceutil/trace.go:171","msg":"trace[626583900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1937; }","duration":"1.070986549s","start":"2026-02-26T01:45:16.461905Z","end":"2026-02-26T01:45:17.532892Z","steps":["trace[626583900] 'agreement among raft nodes before linearized reading' (duration: 1.070877305s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:17.533069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:16.442197Z","time spent":"1.090865058s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:17.533101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:16.65988Z","time spent":"873.18571ms","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:45:17.533107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:16.461876Z","time spent":"1.071212336s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:45:17.533395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.720198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897a8897507b792\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-26T01:45:17.533521Z","caller":"traceutil/trace.go:171","msg":"trace[660419903] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1897a8897507b792; range_end:; response_count:1; response_revision:1937; }","duration":"807.907065ms","start":"2026-02-26T01:45:16.725584Z","end":"2026-02-26T01:45:17.533491Z","steps":["trace[660419903] 'agreement among raft nodes before linearized reading' (duration: 807.45712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:17.533592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:16.725558Z","time spent":"808.016398ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1897a8897507b792\" "} {"level":"warn","ts":"2026-02-26T01:45:18.594573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.827622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:18.594983Z","caller":"traceutil/trace.go:171","msg":"trace[373543892] linearizableReadLoop","detail":"{readStateIndex:2018; appliedIndex:2013; }","duration":"1.037758877s","start":"2026-02-26T01:45:17.557203Z","end":"2026-02-26T01:45:18.594962Z","steps":["trace[373543892] 'read index received' (duration: 381.46178ms)","trace[373543892] 'applied index is now lower than readState.Index' (duration: 656.295687ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:18.594964Z","caller":"traceutil/trace.go:171","msg":"trace[1513400142] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"1.054329041s","start":"2026-02-26T01:45:17.540557Z","end":"2026-02-26T01:45:18.594886Z","steps":["trace[1513400142] 'process raft request' (duration: 398.067036ms)","trace[1513400142] 'compare' (duration: 655.613295ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:18.59503Z","caller":"traceutil/trace.go:171","msg":"trace[1764350286] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"1.051348207s","start":"2026-02-26T01:45:17.543645Z","end":"2026-02-26T01:45:18.594993Z","steps":["trace[1764350286] 'process raft request' (duration: 1.051222133s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:18.595038Z","caller":"traceutil/trace.go:171","msg":"trace[1947242170] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"1.05334612s","start":"2026-02-26T01:45:17.541647Z","end":"2026-02-26T01:45:18.594994Z","steps":["trace[1947242170] 'process raft request' (duration: 1.053174444s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:18.596636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.064008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:18.597107Z","caller":"traceutil/trace.go:171","msg":"trace[1678908974] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"1.053530786s","start":"2026-02-26T01:45:17.54159Z","end":"2026-02-26T01:45:18.595121Z","steps":["trace[1678908974] 'process raft request' (duration: 1.053108773s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:18.59724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:17.541633Z","time spent":"1.05555375s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:18.596702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.174427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-02-26T01:45:18.597512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:17.541563Z","time spent":"1.055636403s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:18.597606Z","caller":"traceutil/trace.go:171","msg":"trace[410312223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1942; }","duration":"562.109097ms","start":"2026-02-26T01:45:18.035444Z","end":"2026-02-26T01:45:18.597553Z","steps":["trace[410312223] 'agreement among raft nodes before linearized reading' (duration: 559.642019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:18.597657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:18.035424Z","time spent":"562.213729ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T01:45:18.597148Z","caller":"traceutil/trace.go:171","msg":"trace[1775421743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1942; }","duration":"936.598306ms","start":"2026-02-26T01:45:17.660518Z","end":"2026-02-26T01:45:18.597116Z","steps":["trace[1775421743] 'agreement among raft nodes before linearized reading' (duration: 934.559552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:18.597954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:17.660498Z","time spent":"937.448162ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:45:18.597002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:17.543636Z","time spent":"1.051475961s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:18.59895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.138667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:45:18.599058Z","caller":"traceutil/trace.go:171","msg":"trace[1229718353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1942; }","duration":"732.271051ms","start":"2026-02-26T01:45:17.866746Z","end":"2026-02-26T01:45:18.599017Z","steps":["trace[1229718353] 'agreement among raft nodes before linearized reading' (duration: 728.389958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:18.599102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:17.866727Z","time spent":"732.364943ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:45:18.599488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042273169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:18.599591Z","caller":"traceutil/trace.go:171","msg":"trace[537816947] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1942; }","duration":"1.042405734s","start":"2026-02-26T01:45:17.557144Z","end":"2026-02-26T01:45:18.599549Z","steps":["trace[537816947] 'agreement among raft nodes before linearized reading' (duration: 1.037905402s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:18.599655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:17.557121Z","time spent":"1.042516947s","remote":"127.0.0.1:48844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:45:18.600194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:17.540537Z","time spent":"1.054519367s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:18.595109Z","caller":"traceutil/trace.go:171","msg":"trace[1766484582] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"1.05081931s","start":"2026-02-26T01:45:17.544218Z","end":"2026-02-26T01:45:18.595038Z","steps":["trace[1766484582] 'process raft request' (duration: 1.050707087s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:18.600412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:17.544211Z","time spent":"1.056116338s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:26.418Z","caller":"traceutil/trace.go:171","msg":"trace[1548528310] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"179.831824ms","start":"2026-02-26T01:46:26.238136Z","end":"2026-02-26T01:46:26.417967Z","steps":["trace[1548528310] 'process raft request' (duration: 179.513274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:29.789602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231472932,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:46:29.884937Z","caller":"traceutil/trace.go:171","msg":"trace[24452577] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"598.969332ms","start":"2026-02-26T01:46:29.285937Z","end":"2026-02-26T01:46:29.884906Z","steps":["trace[24452577] 'process raft request' (duration: 598.672752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:29.885061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.485133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T01:46:29.885133Z","caller":"traceutil/trace.go:171","msg":"trace[1729687804] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:2453; }","duration":"596.604217ms","start":"2026-02-26T01:46:29.288512Z","end":"2026-02-26T01:46:29.885116Z","steps":["trace[1729687804] 'agreement among raft nodes before linearized reading' (duration: 596.450892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:29.885127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:29.285913Z","time spent":"599.116197ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:29.885171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:29.288492Z","time spent":"596.671789ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-02-26T01:46:29.884777Z","caller":"traceutil/trace.go:171","msg":"trace[949143109] linearizableReadLoop","detail":"{readStateIndex:2552; appliedIndex:2551; }","duration":"596.198734ms","start":"2026-02-26T01:46:29.288558Z","end":"2026-02-26T01:46:29.884757Z","steps":["trace[949143109] 'read index received' (duration: 595.995728ms)","trace[949143109] 'applied index is now lower than readState.Index' (duration: 202.296µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:29.924027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.610508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-26T01:46:29.924075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.248133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T01:46:29.924107Z","caller":"traceutil/trace.go:171","msg":"trace[216550232] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2455; }","duration":"602.741032ms","start":"2026-02-26T01:46:29.321341Z","end":"2026-02-26T01:46:29.924082Z","steps":["trace[216550232] 'agreement among raft nodes before linearized reading' (duration: 602.587757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:29.924088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.691807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:29.924136Z","caller":"traceutil/trace.go:171","msg":"trace[1378444246] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2455; }","duration":"369.341296ms","start":"2026-02-26T01:46:29.554775Z","end":"2026-02-26T01:46:29.924117Z","steps":["trace[1378444246] 'agreement among raft nodes before linearized reading' (duration: 369.174591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:29.924152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:29.321311Z","time spent":"602.828905ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T01:46:29.92417Z","caller":"traceutil/trace.go:171","msg":"trace[1674960031] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2455; }","duration":"482.840192ms","start":"2026-02-26T01:46:29.441309Z","end":"2026-02-26T01:46:29.924149Z","steps":["trace[1674960031] 'agreement among raft nodes before linearized reading' (duration: 482.667926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:29.924189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:29.554758Z","time spent":"369.417448ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-26T01:46:29.924229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:29.441289Z","time spent":"482.929465ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:46:40.301033Z","caller":"traceutil/trace.go:171","msg":"trace[1342790313] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"348.802264ms","start":"2026-02-26T01:46:39.952204Z","end":"2026-02-26T01:46:40.301007Z","steps":["trace[1342790313] 'process raft request' (duration: 252.06295ms)","trace[1342790313] 'compare' (duration: 96.567518ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:40.301145Z","caller":"traceutil/trace.go:171","msg":"trace[1739536975] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"337.295968ms","start":"2026-02-26T01:46:39.963815Z","end":"2026-02-26T01:46:40.301111Z","steps":["trace[1739536975] 'process raft request' (duration: 337.152303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:40.301304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:39.963795Z","time spent":"337.425622ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:46:40.301359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:39.952182Z","time spent":"348.927707ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:47:03.247675Z","caller":"traceutil/trace.go:171","msg":"trace[324958367] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"101.02308ms","start":"2026-02-26T01:47:03.146624Z","end":"2026-02-26T01:47:03.247647Z","steps":["trace[324958367] 'process raft request' (duration: 100.862775ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:03.255276Z","caller":"traceutil/trace.go:171","msg":"trace[1842981744] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"107.340491ms","start":"2026-02-26T01:47:03.147908Z","end":"2026-02-26T01:47:03.255248Z","steps":["trace[1842981744] 'process raft request' (duration: 107.01143ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:03.255305Z","caller":"traceutil/trace.go:171","msg":"trace[1518014471] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"104.77385ms","start":"2026-02-26T01:47:03.150513Z","end":"2026-02-26T01:47:03.255287Z","steps":["trace[1518014471] 'process raft request' (duration: 104.528272ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:03.255574Z","caller":"traceutil/trace.go:171","msg":"trace[709033027] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2743; }","duration":"102.435655ms","start":"2026-02-26T01:47:03.152818Z","end":"2026-02-26T01:47:03.255254Z","steps":["trace[709033027] 'read index received' (duration: 94.666878ms)","trace[709033027] 'applied index is now lower than readState.Index' (duration: 7.768017ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:47:03.255563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.726845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-26T01:47:03.255647Z","caller":"traceutil/trace.go:171","msg":"trace[1305680267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2640; }","duration":"102.822828ms","start":"2026-02-26T01:47:03.152805Z","end":"2026-02-26T01:47:03.255628Z","steps":["trace[1305680267] 'agreement among raft nodes before linearized reading' (duration: 102.599631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:03.255875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.002413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:47:03.255914Z","caller":"traceutil/trace.go:171","msg":"trace[1260841135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2640; }","duration":"103.096716ms","start":"2026-02-26T01:47:03.152806Z","end":"2026-02-26T01:47:03.255903Z","steps":["trace[1260841135] 'agreement among raft nodes before linearized reading' (duration: 102.842648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:03.924234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.06634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:47:03.924332Z","caller":"traceutil/trace.go:171","msg":"trace[156160334] linearizableReadLoop","detail":"{readStateIndex:2748; appliedIndex:2747; }","duration":"581.556098ms","start":"2026-02-26T01:47:03.34276Z","end":"2026-02-26T01:47:03.924316Z","steps":["trace[156160334] 'read index received' (duration: 216.272911ms)","trace[156160334] 'applied index is now lower than readState.Index' (duration: 365.281957ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:03.924383Z","caller":"traceutil/trace.go:171","msg":"trace[999935250] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"664.176713ms","start":"2026-02-26T01:47:03.260174Z","end":"2026-02-26T01:47:03.924351Z","steps":["trace[999935250] 'process raft request' (duration: 298.909977ms)","trace[999935250] 'compare' (duration: 364.950026ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:47:03.924427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.667072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:47:03.924457Z","caller":"traceutil/trace.go:171","msg":"trace[1756883282] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2642; }","duration":"581.734734ms","start":"2026-02-26T01:47:03.342713Z","end":"2026-02-26T01:47:03.924447Z","steps":["trace[1756883282] 'agreement among raft nodes before linearized reading' (duration: 581.669381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:03.924494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:03.342694Z","time spent":"581.790686ms","remote":"127.0.0.1:56546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":14,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:47:03.924536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:03.260155Z","time spent":"664.297258ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:47:04.371502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.675035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:47:04.371727Z","caller":"traceutil/trace.go:171","msg":"trace[421346328] linearizableReadLoop","detail":"{readStateIndex:2749; appliedIndex:2748; }","duration":"447.347114ms","start":"2026-02-26T01:47:03.924357Z","end":"2026-02-26T01:47:04.371704Z","steps":["trace[421346328] 'read index received' (duration: 196.37563ms)","trace[421346328] 'applied index is now lower than readState.Index' (duration: 250.969924ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:47:04.371906Z","caller":"traceutil/trace.go:171","msg":"trace[1823047275] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"337.536856ms","start":"2026-02-26T01:47:04.034345Z","end":"2026-02-26T01:47:04.371881Z","steps":["trace[1823047275] 'process raft request' (duration: 337.299848ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:04.371901Z","caller":"traceutil/trace.go:171","msg":"trace[2056605207] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"532.18308ms","start":"2026-02-26T01:47:03.839678Z","end":"2026-02-26T01:47:04.371861Z","steps":["trace[2056605207] 'process raft request' (duration: 281.04322ms)","trace[2056605207] 'compare' (duration: 250.536741ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:47:04.372014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.223197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-26T01:47:04.372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.218788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:47:04.372034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:04.034325Z","time spent":"337.646349ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:47:04.372073Z","caller":"traceutil/trace.go:171","msg":"trace[962515602] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2644; }","duration":"817.331591ms","start":"2026-02-26T01:47:03.554727Z","end":"2026-02-26T01:47:04.372058Z","steps":["trace[962515602] 'agreement among raft nodes before linearized reading' (duration: 817.121255ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:04.372089Z","caller":"traceutil/trace.go:171","msg":"trace[1599593485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2644; }","duration":"711.315672ms","start":"2026-02-26T01:47:03.660751Z","end":"2026-02-26T01:47:04.372066Z","steps":["trace[1599593485] 'agreement among raft nodes before linearized reading' (duration: 711.077494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:04.372085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.57605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:47:04.372097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:03.839661Z","time spent":"532.332225ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:47:04.372128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:03.660711Z","time spent":"711.409535ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:47:04.372145Z","caller":"traceutil/trace.go:171","msg":"trace[62366722] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2644; }","duration":"418.691374ms","start":"2026-02-26T01:47:03.953442Z","end":"2026-02-26T01:47:04.372134Z","steps":["trace[62366722] 'agreement among raft nodes before linearized reading' (duration: 418.522868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:47:04.372126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:03.554701Z","time spent":"817.407264ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-26T01:47:04.372178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:47:03.95342Z","time spent":"418.752826ms","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:47:04.484657Z","caller":"traceutil/trace.go:171","msg":"trace[417668394] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"101.193435ms","start":"2026-02-26T01:47:04.383441Z","end":"2026-02-26T01:47:04.484634Z","steps":["trace[417668394] 'process raft request' (duration: 99.725819ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:47:04.484819Z","caller":"traceutil/trace.go:171","msg":"trace[20884983] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"100.07489ms","start":"2026-02-26T01:47:04.384703Z","end":"2026-02-26T01:47:04.484778Z","steps":["trace[20884983] 'process raft request' (duration: 99.835382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:48:56.42539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.260679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:48:56.42547Z","caller":"traceutil/trace.go:171","msg":"trace[486436799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3304; }","duration":"122.415225ms","start":"2026-02-26T01:48:56.303038Z","end":"2026-02-26T01:48:56.425453Z","steps":["trace[486436799] 'count revisions from in-memory index tree' (duration: 122.175006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:24.956434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.805185ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T01:49:30.159611Z","caller":"traceutil/trace.go:171","msg":"trace[1662087562] linearizableReadLoop","detail":"{readStateIndex:3684; appliedIndex:3683; }","duration":"205.782785ms","start":"2026-02-26T01:49:29.953804Z","end":"2026-02-26T01:49:30.159586Z","steps":["trace[1662087562] 'read index received' (duration: 205.583548ms)","trace[1662087562] 'applied index is now lower than readState.Index' (duration: 198.316µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:49:30.159739Z","caller":"traceutil/trace.go:171","msg":"trace[24645606] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"211.136435ms","start":"2026-02-26T01:49:29.948592Z","end":"2026-02-26T01:49:30.159728Z","steps":["trace[24645606] 'process raft request' (duration: 210.858346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:30.160057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.209499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63178"} {"level":"info","ts":"2026-02-26T01:49:30.160098Z","caller":"traceutil/trace.go:171","msg":"trace[46419030] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3541; }","duration":"206.330023ms","start":"2026-02-26T01:49:29.953759Z","end":"2026-02-26T01:49:30.160089Z","steps":["trace[46419030] 'agreement among raft nodes before linearized reading' (duration: 206.107425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:30.16017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.35538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-26T01:49:30.160237Z","caller":"traceutil/trace.go:171","msg":"trace[1961925215] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3541; }","duration":"105.471474ms","start":"2026-02-26T01:49:30.05475Z","end":"2026-02-26T01:49:30.160221Z","steps":["trace[1961925215] 'agreement among raft nodes before linearized reading' (duration: 105.312059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:30.160486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.934415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:49:30.160573Z","caller":"traceutil/trace.go:171","msg":"trace[724503883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3541; }","duration":"120.070579ms","start":"2026-02-26T01:49:30.040485Z","end":"2026-02-26T01:49:30.160556Z","steps":["trace[724503883] 'agreement among raft nodes before linearized reading' (duration: 119.574374ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:49:30.639291Z","caller":"traceutil/trace.go:171","msg":"trace[3014451] transaction","detail":"{read_only:false; response_revision:3542; number_of_response:1; }","duration":"474.968573ms","start":"2026-02-26T01:49:30.164298Z","end":"2026-02-26T01:49:30.639267Z","steps":["trace[3014451] 'process raft request' (duration: 474.503328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:30.63947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:30.164275Z","time spent":"475.103848ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:49:30.64071Z","caller":"traceutil/trace.go:171","msg":"trace[802221353] linearizableReadLoop","detail":"{readStateIndex:3686; appliedIndex:3684; }","duration":"454.922434ms","start":"2026-02-26T01:49:30.18575Z","end":"2026-02-26T01:49:30.640673Z","steps":["trace[802221353] 'read index received' (duration: 453.436877ms)","trace[802221353] 'applied index is now lower than readState.Index' (duration: 1.484537ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:49:30.640777Z","caller":"traceutil/trace.go:171","msg":"trace[2003696808] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"476.125201ms","start":"2026-02-26T01:49:30.164625Z","end":"2026-02-26T01:49:30.64075Z","steps":["trace[2003696808] 'process raft request' (duration: 475.938245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:30.640982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.209493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T01:49:30.641438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:30.164599Z","time spent":"476.742921ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:49:30.64149Z","caller":"traceutil/trace.go:171","msg":"trace[2012716857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3543; }","duration":"455.75106ms","start":"2026-02-26T01:49:30.185711Z","end":"2026-02-26T01:49:30.641462Z","steps":["trace[2012716857] 'agreement among raft nodes before linearized reading' (duration: 455.133821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:30.641641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:30.185697Z","time spent":"455.919175ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:49:30.641058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.861044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:49:30.641792Z","caller":"traceutil/trace.go:171","msg":"trace[2093819476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3543; }","duration":"435.629908ms","start":"2026-02-26T01:49:30.206148Z","end":"2026-02-26T01:49:30.641778Z","steps":["trace[2093819476] 'agreement among raft nodes before linearized reading' (duration: 434.754921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:49:30.641867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:49:30.206138Z","time spent":"435.711301ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:50:49.558806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.930953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-02-26T01:50:49.558868Z","caller":"traceutil/trace.go:171","msg":"trace[741878604] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4459; }","duration":"134.033766ms","start":"2026-02-26T01:50:49.42482Z","end":"2026-02-26T01:50:49.558854Z","steps":["trace[741878604] 'range keys from in-memory index tree' (duration: 133.792029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:50:49.558851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.614464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:516916"} {"level":"info","ts":"2026-02-26T01:50:49.558932Z","caller":"traceutil/trace.go:171","msg":"trace[1534469871] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4459; }","duration":"116.710728ms","start":"2026-02-26T01:50:49.442206Z","end":"2026-02-26T01:50:49.558917Z","steps":["trace[1534469871] 'range keys from in-memory index tree' (duration: 116.253244ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:50:52.354827Z","caller":"traceutil/trace.go:171","msg":"trace[1964094126] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"171.736142ms","start":"2026-02-26T01:50:52.183068Z","end":"2026-02-26T01:50:52.354804Z","steps":["trace[1964094126] 'process raft request' (duration: 171.606647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:50:55.035013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.012793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:50:55.035157Z","caller":"traceutil/trace.go:171","msg":"trace[191819691] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"234.964275ms","start":"2026-02-26T01:50:54.800176Z","end":"2026-02-26T01:50:55.035141Z","steps":["trace[191819691] 'process raft request' (duration: 37.185699ms)","trace[191819691] 'compare' (duration: 196.422673ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:50:55.035812Z","caller":"traceutil/trace.go:171","msg":"trace[71341047] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"228.393367ms","start":"2026-02-26T01:50:54.807413Z","end":"2026-02-26T01:50:55.035806Z","steps":["trace[71341047] 'process raft request' (duration: 227.686485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:50:55.049608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.263787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:55 size:2207564"} {"level":"info","ts":"2026-02-26T01:50:55.049747Z","caller":"traceutil/trace.go:171","msg":"trace[891146386] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:55; response_revision:4663; }","duration":"106.426492ms","start":"2026-02-26T01:50:54.943281Z","end":"2026-02-26T01:50:55.049707Z","steps":["trace[891146386] 'agreement among raft nodes before linearized reading' (duration: 92.179141ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:50:55.94046Z","caller":"traceutil/trace.go:171","msg":"trace[1724112858] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"160.865717ms","start":"2026-02-26T01:50:55.779567Z","end":"2026-02-26T01:50:55.940433Z","steps":["trace[1724112858] 'process raft request' (duration: 160.711012ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:50:56.024778Z","caller":"traceutil/trace.go:171","msg":"trace[1043615634] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"243.916378ms","start":"2026-02-26T01:50:55.780822Z","end":"2026-02-26T01:50:56.024739Z","steps":["trace[1043615634] 'process raft request' (duration: 241.505552ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:04.116819Z","caller":"traceutil/trace.go:171","msg":"trace[1730217917] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"121.475099ms","start":"2026-02-26T01:51:03.995318Z","end":"2026-02-26T01:51:04.116794Z","steps":["trace[1730217917] 'process raft request' (duration: 121.280502ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:04.781252Z","caller":"traceutil/trace.go:171","msg":"trace[164617055] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"663.004007ms","start":"2026-02-26T01:51:04.118207Z","end":"2026-02-26T01:51:04.781211Z","steps":["trace[164617055] 'process raft request' (duration: 610.941008ms)","trace[164617055] 'compare' (duration: 51.621255ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:04.781405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:04.118185Z","time spent":"663.153372ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:51:04.781579Z","caller":"traceutil/trace.go:171","msg":"trace[202273576] linearizableReadLoop","detail":"{readStateIndex:5041; appliedIndex:5040; }","duration":"382.875492ms","start":"2026-02-26T01:51:04.398663Z","end":"2026-02-26T01:51:04.781538Z","steps":["trace[202273576] 'read index received' (duration: 330.492422ms)","trace[202273576] 'applied index is now lower than readState.Index' (duration: 52.37766ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:04.807436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.076622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:51:04.807478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.87427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-26T01:51:04.807529Z","caller":"traceutil/trace.go:171","msg":"trace[1022281665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4849; }","duration":"178.222637ms","start":"2026-02-26T01:51:04.629288Z","end":"2026-02-26T01:51:04.807511Z","steps":["trace[1022281665] 'agreement among raft nodes before linearized reading' (duration: 177.906387ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:04.80756Z","caller":"traceutil/trace.go:171","msg":"trace[1579616345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:4849; }","duration":"173.995543ms","start":"2026-02-26T01:51:04.633545Z","end":"2026-02-26T01:51:04.807541Z","steps":["trace[1579616345] 'agreement among raft nodes before linearized reading' (duration: 173.721774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:04.807612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.925707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T01:51:04.807689Z","caller":"traceutil/trace.go:171","msg":"trace[816997869] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4849; }","duration":"409.059681ms","start":"2026-02-26T01:51:04.398609Z","end":"2026-02-26T01:51:04.807669Z","steps":["trace[816997869] 'agreement among raft nodes before linearized reading' (duration: 382.988775ms)","trace[816997869] 'count revisions from in-memory index tree' (duration: 25.938652ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:04.807743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:04.398588Z","time spent":"409.143214ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":554,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:51:04.807875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.606927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:04.807949Z","caller":"traceutil/trace.go:171","msg":"trace[1730698255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4849; }","duration":"147.726621ms","start":"2026-02-26T01:51:04.660203Z","end":"2026-02-26T01:51:04.807929Z","steps":["trace[1730698255] 'agreement among raft nodes before linearized reading' (duration: 147.595687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:05.499421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.529216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:51:05.499676Z","caller":"traceutil/trace.go:171","msg":"trace[1187127989] linearizableReadLoop","detail":"{readStateIndex:5050; appliedIndex:5047; }","duration":"377.257073ms","start":"2026-02-26T01:51:05.122401Z","end":"2026-02-26T01:51:05.499658Z","steps":["trace[1187127989] 'read index received' (duration: 133.313594ms)","trace[1187127989] 'applied index is now lower than readState.Index' (duration: 243.942529ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:05.499909Z","caller":"traceutil/trace.go:171","msg":"trace[1691225260] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"536.490329ms","start":"2026-02-26T01:51:04.963406Z","end":"2026-02-26T01:51:05.499896Z","steps":["trace[1691225260] 'process raft request' (duration: 292.378424ms)","trace[1691225260] 'compare' (duration: 242.834434ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:05.499992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:04.963388Z","time spent":"536.56ms","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:05.500284Z","caller":"traceutil/trace.go:171","msg":"trace[760587991] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"536.643283ms","start":"2026-02-26T01:51:04.963625Z","end":"2026-02-26T01:51:05.500269Z","steps":["trace[760587991] 'process raft request' (duration: 535.91667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:05.500375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:04.963617Z","time spent":"536.712445ms","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:05.500697Z","caller":"traceutil/trace.go:171","msg":"trace[24324046] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"537.067446ms","start":"2026-02-26T01:51:04.963615Z","end":"2026-02-26T01:51:05.500683Z","steps":["trace[24324046] 'process raft request' (duration: 535.990602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:05.500765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:04.963593Z","time spent":"537.139879ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:05.500993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.588355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:51:05.501028Z","caller":"traceutil/trace.go:171","msg":"trace[143684610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4857; }","duration":"378.658697ms","start":"2026-02-26T01:51:05.122359Z","end":"2026-02-26T01:51:05.501018Z","steps":["trace[143684610] 'agreement among raft nodes before linearized reading' (duration: 378.531243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:05.50106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:05.122339Z","time spent":"378.714879ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:51:05.50855Z","caller":"traceutil/trace.go:171","msg":"trace[208170960] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"164.253135ms","start":"2026-02-26T01:51:05.344274Z","end":"2026-02-26T01:51:05.508527Z","steps":["trace[208170960] 'process raft request' (duration: 164.10686ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:05.563802Z","caller":"traceutil/trace.go:171","msg":"trace[637562098] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"185.198827ms","start":"2026-02-26T01:51:05.378573Z","end":"2026-02-26T01:51:05.563772Z","steps":["trace[637562098] 'process raft request' (duration: 185.037372ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:05.56431Z","caller":"traceutil/trace.go:171","msg":"trace[1093197733] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"178.427823ms","start":"2026-02-26T01:51:05.385853Z","end":"2026-02-26T01:51:05.564281Z","steps":["trace[1093197733] 'process raft request' (duration: 177.878496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:05.564695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.714083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T01:51:05.564741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.307787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:51:05.564767Z","caller":"traceutil/trace.go:171","msg":"trace[54573720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4861; }","duration":"440.824757ms","start":"2026-02-26T01:51:05.123923Z","end":"2026-02-26T01:51:05.564748Z","steps":["trace[54573720] 'agreement among raft nodes before linearized reading' (duration: 440.527508ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:05.564788Z","caller":"traceutil/trace.go:171","msg":"trace[1645404486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4861; }","duration":"426.40671ms","start":"2026-02-26T01:51:05.138369Z","end":"2026-02-26T01:51:05.564775Z","steps":["trace[1645404486] 'agreement among raft nodes before linearized reading' (duration: 426.230604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:05.564814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:05.123914Z","time spent":"440.891079ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:51:05.564825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:05.138348Z","time spent":"426.469422ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:51:05.56499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.909119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:51:05.565026Z","caller":"traceutil/trace.go:171","msg":"trace[1298199651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4861; }","duration":"439.96168ms","start":"2026-02-26T01:51:05.125056Z","end":"2026-02-26T01:51:05.565018Z","steps":["trace[1298199651] 'agreement among raft nodes before linearized reading' (duration: 439.872697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:05.565052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:05.125048Z","time spent":"439.998571ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:51:12.092305Z","caller":"traceutil/trace.go:171","msg":"trace[1027621170] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"148.062201ms","start":"2026-02-26T01:51:11.944228Z","end":"2026-02-26T01:51:12.09229Z","steps":["trace[1027621170] 'process raft request' (duration: 148.01859ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:12.092331Z","caller":"traceutil/trace.go:171","msg":"trace[1339388915] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"158.897485ms","start":"2026-02-26T01:51:11.933405Z","end":"2026-02-26T01:51:12.092302Z","steps":["trace[1339388915] 'process raft request' (duration: 103.159078ms)","trace[1339388915] 'compare' (duration: 55.491179ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:12.185001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.144946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-26T01:51:12.185066Z","caller":"traceutil/trace.go:171","msg":"trace[472846587] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4934; }","duration":"125.956641ms","start":"2026-02-26T01:51:12.059093Z","end":"2026-02-26T01:51:12.18505Z","steps":["trace[472846587] 'agreement among raft nodes before linearized reading' (duration: 125.026402ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:12.263338Z","caller":"traceutil/trace.go:171","msg":"trace[282612779] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"151.526161ms","start":"2026-02-26T01:51:12.111788Z","end":"2026-02-26T01:51:12.263314Z","steps":["trace[282612779] 'process raft request' (duration: 96.669773ms)","trace[282612779] 'compare' (duration: 54.758585ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:12.583461Z","caller":"traceutil/trace.go:171","msg":"trace[1258401405] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5128; }","duration":"395.312755ms","start":"2026-02-26T01:51:12.188129Z","end":"2026-02-26T01:51:12.583442Z","steps":["trace[1258401405] 'read index received' (duration: 20.430687ms)","trace[1258401405] 'applied index is now lower than readState.Index' (duration: 374.880868ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:12.583488Z","caller":"traceutil/trace.go:171","msg":"trace[155752529] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"395.665436ms","start":"2026-02-26T01:51:12.187798Z","end":"2026-02-26T01:51:12.583464Z","steps":["trace[155752529] 'process raft request' (duration: 297.560538ms)","trace[155752529] 'compare' (duration: 97.913192ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:12.583591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:12.187774Z","time spent":"395.757779ms","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":122134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:12.583666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.516162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4150641-3c53-492b-9422-77045e882e57\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-02-26T01:51:12.583707Z","caller":"traceutil/trace.go:171","msg":"trace[115589169] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4150641-3c53-492b-9422-77045e882e57; range_end:; response_count:1; response_revision:4936; }","duration":"395.591914ms","start":"2026-02-26T01:51:12.188103Z","end":"2026-02-26T01:51:12.583694Z","steps":["trace[115589169] 'agreement among raft nodes before linearized reading' (duration: 395.419079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:12.583737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:12.188093Z","time spent":"395.636175ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-c4150641-3c53-492b-9422-77045e882e57\" "} {"level":"info","ts":"2026-02-26T01:51:12.998889Z","caller":"traceutil/trace.go:171","msg":"trace[806442194] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"728.383398ms","start":"2026-02-26T01:51:12.270467Z","end":"2026-02-26T01:51:12.99885Z","steps":["trace[806442194] 'process raft request' (duration: 727.306244ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:12.998971Z","caller":"traceutil/trace.go:171","msg":"trace[388532140] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"728.392359ms","start":"2026-02-26T01:51:12.270544Z","end":"2026-02-26T01:51:12.998936Z","steps":["trace[388532140] 'process raft request' (duration: 728.235324ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:12.999074Z","caller":"traceutil/trace.go:171","msg":"trace[657751568] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"413.942495ms","start":"2026-02-26T01:51:12.585096Z","end":"2026-02-26T01:51:12.999039Z","steps":["trace[657751568] 'process raft request' (duration: 413.863873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:12.999114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:12.27045Z","time spent":"728.569045ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:12.999142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:12.270522Z","time spent":"728.525393ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:12.999181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:12.585077Z","time spent":"414.056219ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1436,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:51:12.999225Z","caller":"traceutil/trace.go:171","msg":"trace[599807078] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"728.607836ms","start":"2026-02-26T01:51:12.270605Z","end":"2026-02-26T01:51:12.999213Z","steps":["trace[599807078] 'process raft request' (duration: 728.239204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:12.999299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:12.270586Z","time spent":"728.669797ms","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:12.999291Z","caller":"traceutil/trace.go:171","msg":"trace[1152998974] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5130; }","duration":"415.764254ms","start":"2026-02-26T01:51:12.583506Z","end":"2026-02-26T01:51:12.99927Z","steps":["trace[1152998974] 'read index received' (duration: 414.289247ms)","trace[1152998974] 'applied index is now lower than readState.Index' (duration: 1.473167ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:12.999317Z","caller":"traceutil/trace.go:171","msg":"trace[1160406200] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"728.654517ms","start":"2026-02-26T01:51:12.270631Z","end":"2026-02-26T01:51:12.999286Z","steps":["trace[1160406200] 'process raft request' (duration: 728.257885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:12.999405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.095371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T01:51:12.999454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.634783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-02-26T01:51:12.999483Z","caller":"traceutil/trace.go:171","msg":"trace[752386985] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4941; }","duration":"732.690425ms","start":"2026-02-26T01:51:12.266783Z","end":"2026-02-26T01:51:12.999473Z","steps":["trace[752386985] 'agreement among raft nodes before linearized reading' (duration: 732.566021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:12.999471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:12.270624Z","time spent":"728.76279ms","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:12.999504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:12.266768Z","time spent":"732.731316ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12997,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T01:51:12.99953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.048977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-26T01:51:12.999529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.844924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-26T01:51:12.999535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.745331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:51:12.999586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.930636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:51:12.999571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.073085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:12.999601Z","caller":"traceutil/trace.go:171","msg":"trace[84281633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4941; }","duration":"111.849615ms","start":"2026-02-26T01:51:12.887736Z","end":"2026-02-26T01:51:12.999585Z","steps":["trace[84281633] 'agreement among raft nodes before linearized reading' (duration: 111.70349ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:12.999594Z","caller":"traceutil/trace.go:171","msg":"trace[711338175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:4941; }","duration":"111.945067ms","start":"2026-02-26T01:51:12.887633Z","end":"2026-02-26T01:51:12.999578Z","steps":["trace[711338175] 'agreement among raft nodes before linearized reading' (duration: 111.754841ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:12.999624Z","caller":"traceutil/trace.go:171","msg":"trace[2056285354] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4941; }","duration":"348.993788ms","start":"2026-02-26T01:51:12.650617Z","end":"2026-02-26T01:51:12.999611Z","steps":["trace[2056285354] 'agreement among raft nodes before linearized reading' (duration: 348.931006ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:12.999591Z","caller":"traceutil/trace.go:171","msg":"trace[500836455] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4941; }","duration":"413.12478ms","start":"2026-02-26T01:51:12.586444Z","end":"2026-02-26T01:51:12.999569Z","steps":["trace[500836455] 'agreement among raft nodes before linearized reading' (duration: 412.948574ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:12.999639Z","caller":"traceutil/trace.go:171","msg":"trace[1304004660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4941; }","duration":"340.174689ms","start":"2026-02-26T01:51:12.659447Z","end":"2026-02-26T01:51:12.999622Z","steps":["trace[1304004660] 'agreement among raft nodes before linearized reading' (duration: 340.038094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:12.999656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:12.650606Z","time spent":"349.04123ms","remote":"127.0.0.1:56532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:51:12.99967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:12.586431Z","time spent":"413.224983ms","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T01:51:12.999682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:12.659435Z","time spent":"340.23988ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:51:13.000359Z","caller":"traceutil/trace.go:171","msg":"trace[1389168653] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4941; }","duration":"681.164723ms","start":"2026-02-26T01:51:12.318269Z","end":"2026-02-26T01:51:12.999434Z","steps":["trace[1389168653] 'agreement among raft nodes before linearized reading' (duration: 681.018728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:13.000432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:12.318256Z","time spent":"682.158414ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:51:13.000932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.024307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:51:13.000988Z","caller":"traceutil/trace.go:171","msg":"trace[1239334558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4941; }","duration":"122.119969ms","start":"2026-02-26T01:51:12.878853Z","end":"2026-02-26T01:51:13.000973Z","steps":["trace[1239334558] 'agreement among raft nodes before linearized reading' (duration: 120.784267ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:16.497861Z","caller":"traceutil/trace.go:171","msg":"trace[90964055] linearizableReadLoop","detail":"{readStateIndex:5236; appliedIndex:5235; }","duration":"189.246296ms","start":"2026-02-26T01:51:16.308587Z","end":"2026-02-26T01:51:16.497834Z","steps":["trace[90964055] 'read index received' (duration: 189.130462ms)","trace[90964055] 'applied index is now lower than readState.Index' (duration: 114.734µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:16.497926Z","caller":"traceutil/trace.go:171","msg":"trace[1508752539] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"300.086628ms","start":"2026-02-26T01:51:16.19781Z","end":"2026-02-26T01:51:16.497897Z","steps":["trace[1508752539] 'process raft request' (duration: 299.83798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:16.498125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.674758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:51:16.498191Z","caller":"traceutil/trace.go:171","msg":"trace[1572739517] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5041; }","duration":"158.798921ms","start":"2026-02-26T01:51:16.339372Z","end":"2026-02-26T01:51:16.498171Z","steps":["trace[1572739517] 'agreement among raft nodes before linearized reading' (duration: 158.651447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:16.498197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.584507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31be2733-36c4-4dbb-9d57-425f96212385\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-02-26T01:51:16.498307Z","caller":"traceutil/trace.go:171","msg":"trace[1385150666] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31be2733-36c4-4dbb-9d57-425f96212385; range_end:; response_count:1; response_revision:5041; }","duration":"189.744042ms","start":"2026-02-26T01:51:16.308537Z","end":"2026-02-26T01:51:16.498281Z","steps":["trace[1385150666] 'agreement among raft nodes before linearized reading' (duration: 189.464473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:16.498392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:16.197781Z","time spent":"300.335746ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:26.742349Z","caller":"traceutil/trace.go:171","msg":"trace[168941117] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"121.464838ms","start":"2026-02-26T01:51:26.620847Z","end":"2026-02-26T01:51:26.742312Z","steps":["trace[168941117] 'process raft request' (duration: 120.420595ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:26.742439Z","caller":"traceutil/trace.go:171","msg":"trace[1895129768] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"121.419287ms","start":"2026-02-26T01:51:26.620989Z","end":"2026-02-26T01:51:26.742408Z","steps":["trace[1895129768] 'process raft request' (duration: 121.261112ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:26.742458Z","caller":"traceutil/trace.go:171","msg":"trace[10962465] linearizableReadLoop","detail":"{readStateIndex:5377; appliedIndex:5374; }","duration":"120.8644ms","start":"2026-02-26T01:51:26.62156Z","end":"2026-02-26T01:51:26.742424Z","steps":["trace[10962465] 'read index received' (duration: 26.708036ms)","trace[10962465] 'applied index is now lower than readState.Index' (duration: 94.155174ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:26.742491Z","caller":"traceutil/trace.go:171","msg":"trace[1827808539] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"120.893231ms","start":"2026-02-26T01:51:26.621565Z","end":"2026-02-26T01:51:26.742458Z","steps":["trace[1827808539] 'process raft request' (duration: 120.760677ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:26.742589Z","caller":"traceutil/trace.go:171","msg":"trace[1125213819] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"121.033455ms","start":"2026-02-26T01:51:26.621515Z","end":"2026-02-26T01:51:26.742549Z","steps":["trace[1125213819] 'process raft request' (duration: 120.776017ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:26.742721Z","caller":"traceutil/trace.go:171","msg":"trace[1255172281] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"109.648924ms","start":"2026-02-26T01:51:26.633036Z","end":"2026-02-26T01:51:26.742685Z","steps":["trace[1255172281] 'process raft request' (duration: 109.324494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:26.742804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.20602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-26T01:51:26.742973Z","caller":"traceutil/trace.go:171","msg":"trace[892221261] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5180; }","duration":"121.337884ms","start":"2026-02-26T01:51:26.62154Z","end":"2026-02-26T01:51:26.742877Z","steps":["trace[892221261] 'agreement among raft nodes before linearized reading' (duration: 121.049305ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:29.341327Z","caller":"traceutil/trace.go:171","msg":"trace[462051393] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"286.773726ms","start":"2026-02-26T01:51:29.05453Z","end":"2026-02-26T01:51:29.341303Z","steps":["trace[462051393] 'process raft request' (duration: 286.623641ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:29.342224Z","caller":"traceutil/trace.go:171","msg":"trace[1192096058] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"286.991963ms","start":"2026-02-26T01:51:29.055202Z","end":"2026-02-26T01:51:29.342194Z","steps":["trace[1192096058] 'process raft request' (duration: 286.801867ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:29.342274Z","caller":"traceutil/trace.go:171","msg":"trace[291409136] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5402; }","duration":"270.044716ms","start":"2026-02-26T01:51:29.072215Z","end":"2026-02-26T01:51:29.34226Z","steps":["trace[291409136] 'read index received' (duration: 268.929111ms)","trace[291409136] 'applied index is now lower than readState.Index' (duration: 1.114815ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:29.342743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.526572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-26T01:51:29.342769Z","caller":"traceutil/trace.go:171","msg":"trace[2056398080] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:5204; }","duration":"270.598994ms","start":"2026-02-26T01:51:29.072163Z","end":"2026-02-26T01:51:29.342762Z","steps":["trace[2056398080] 'agreement among raft nodes before linearized reading' (duration: 270.130309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:29.342776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.30238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:51:29.342832Z","caller":"traceutil/trace.go:171","msg":"trace[431211655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5204; }","duration":"267.401003ms","start":"2026-02-26T01:51:29.075415Z","end":"2026-02-26T01:51:29.342816Z","steps":["trace[431211655] 'agreement among raft nodes before linearized reading' (duration: 267.193536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:29.343052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.536674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:51:29.343142Z","caller":"traceutil/trace.go:171","msg":"trace[1205284712] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5204; }","duration":"194.675478ms","start":"2026-02-26T01:51:29.148447Z","end":"2026-02-26T01:51:29.343122Z","steps":["trace[1205284712] 'agreement among raft nodes before linearized reading' (duration: 194.475992ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:29.342891Z","caller":"traceutil/trace.go:171","msg":"trace[81579722] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"287.064375ms","start":"2026-02-26T01:51:29.055789Z","end":"2026-02-26T01:51:29.342853Z","steps":["trace[81579722] 'process raft request' (duration: 286.340202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:33.493641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.34189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:51:33.493731Z","caller":"traceutil/trace.go:171","msg":"trace[2017495559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5244; }","duration":"130.487665ms","start":"2026-02-26T01:51:33.363225Z","end":"2026-02-26T01:51:33.493712Z","steps":["trace[2017495559] 'range keys from in-memory index tree' (duration: 130.151194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:33.494232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.935332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-26T01:51:33.494209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.108522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-26T01:51:33.494275Z","caller":"traceutil/trace.go:171","msg":"trace[1170776638] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:5244; }","duration":"126.994203ms","start":"2026-02-26T01:51:33.367271Z","end":"2026-02-26T01:51:33.494265Z","steps":["trace[1170776638] 'range keys from in-memory index tree' (duration: 126.811158ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:33.494374Z","caller":"traceutil/trace.go:171","msg":"trace[405087515] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5244; }","duration":"106.329109ms","start":"2026-02-26T01:51:33.388011Z","end":"2026-02-26T01:51:33.49434Z","steps":["trace[405087515] 'range keys from in-memory index tree' (duration: 105.825653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:33.999583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231479700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:51:34.500214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231479700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:51:34.558836Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060771073s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:51:34.559332Z","caller":"traceutil/trace.go:171","msg":"trace[1025482005] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"1.061352641s","start":"2026-02-26T01:51:33.497954Z","end":"2026-02-26T01:51:34.559307Z","steps":["trace[1025482005] 'process raft request' (duration: 1.061189236s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:34.559485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.497935Z","time spent":"1.061473275s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:35.164342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.70941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:51:35.164624Z","caller":"traceutil/trace.go:171","msg":"trace[1722533018] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"1.509938666s","start":"2026-02-26T01:51:33.654667Z","end":"2026-02-26T01:51:35.164606Z","steps":["trace[1722533018] 'process raft request' (duration: 1.509870244s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:35.164703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.654652Z","time spent":"1.510015208s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:35.164697Z","caller":"traceutil/trace.go:171","msg":"trace[861722194] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"1.515940386s","start":"2026-02-26T01:51:33.648732Z","end":"2026-02-26T01:51:35.164673Z","steps":["trace[861722194] 'process raft request' (duration: 1.515770071s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:35.164753Z","caller":"traceutil/trace.go:171","msg":"trace[207294274] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"1.587629668s","start":"2026-02-26T01:51:33.57709Z","end":"2026-02-26T01:51:35.16472Z","steps":["trace[207294274] 'process raft request' (duration: 1.331456313s)","trace[207294274] 'compare' (duration: 255.587866ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:35.164878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.648703Z","time spent":"1.51605665s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:35.164944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.577053Z","time spent":"1.587814943s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:35.164646Z","caller":"traceutil/trace.go:171","msg":"trace[34782542] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"1.567068486s","start":"2026-02-26T01:51:33.597532Z","end":"2026-02-26T01:51:35.164601Z","steps":["trace[34782542] 'process raft request' (duration: 1.566916871s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:35.165676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.597501Z","time spent":"1.568095038s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:35.210965Z","caller":"traceutil/trace.go:171","msg":"trace[986536795] linearizableReadLoop","detail":"{readStateIndex:5452; appliedIndex:5446; }","duration":"1.71196938s","start":"2026-02-26T01:51:33.498965Z","end":"2026-02-26T01:51:35.210934Z","steps":["trace[986536795] 'read index received' (duration: 1.060211005s)","trace[986536795] 'applied index is now lower than readState.Index' (duration: 651.756465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:35.211256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71228641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-31be2733-36c4-4dbb-9d57-425f96212385\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T01:51:35.211327Z","caller":"traceutil/trace.go:171","msg":"trace[1449628107] range","detail":"{range_begin:/registry/persistentvolumes/pvc-31be2733-36c4-4dbb-9d57-425f96212385; range_end:; response_count:1; response_revision:5249; }","duration":"1.712371183s","start":"2026-02-26T01:51:33.498943Z","end":"2026-02-26T01:51:35.211315Z","steps":["trace[1449628107] 'agreement among raft nodes before linearized reading' (duration: 1.712190177s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:35.211374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.498824Z","time spent":"1.712540839s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-31be2733-36c4-4dbb-9d57-425f96212385\" "} {"level":"warn","ts":"2026-02-26T01:51:35.211432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461224815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:35.211491Z","caller":"traceutil/trace.go:171","msg":"trace[488663968] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5249; }","duration":"1.461356009s","start":"2026-02-26T01:51:33.750121Z","end":"2026-02-26T01:51:35.211478Z","steps":["trace[488663968] 'agreement among raft nodes before linearized reading' (duration: 1.461210334s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:35.211486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519684537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:51:35.211552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.318364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:51:35.211571Z","caller":"traceutil/trace.go:171","msg":"trace[1122920825] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5249; }","duration":"607.366806ms","start":"2026-02-26T01:51:34.6042Z","end":"2026-02-26T01:51:35.211567Z","steps":["trace[1122920825] 'agreement among raft nodes before linearized reading' (duration: 607.337205ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:35.211569Z","caller":"traceutil/trace.go:171","msg":"trace[725325776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5249; }","duration":"1.519848312s","start":"2026-02-26T01:51:33.691702Z","end":"2026-02-26T01:51:35.21155Z","steps":["trace[725325776] 'agreement among raft nodes before linearized reading' (duration: 1.519590704s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:35.211542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712239618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81903"} {"level":"warn","ts":"2026-02-26T01:51:35.211616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.691672Z","time spent":"1.519935195s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:51:35.211641Z","caller":"traceutil/trace.go:171","msg":"trace[72868834] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5249; }","duration":"1.712365703s","start":"2026-02-26T01:51:33.499256Z","end":"2026-02-26T01:51:35.211622Z","steps":["trace[72868834] 'agreement among raft nodes before linearized reading' (duration: 1.712010281s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:35.211673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515799584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:51:35.211695Z","caller":"traceutil/trace.go:171","msg":"trace[656765098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5249; }","duration":"1.515836886s","start":"2026-02-26T01:51:33.695847Z","end":"2026-02-26T01:51:35.211684Z","steps":["trace[656765098] 'agreement among raft nodes before linearized reading' (duration: 1.515766313s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:35.211708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.695829Z","time spent":"1.515875927s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:51:35.211699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.499245Z","time spent":"1.712440515s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81925,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T01:51:35.211521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.750078Z","time spent":"1.461436722s","remote":"127.0.0.1:48988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:51:35.21187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553257701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:35.21192Z","caller":"traceutil/trace.go:171","msg":"trace[2129546533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5249; }","duration":"1.553337234s","start":"2026-02-26T01:51:33.658575Z","end":"2026-02-26T01:51:35.211912Z","steps":["trace[2129546533] 'agreement among raft nodes before linearized reading' (duration: 1.553270632s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:35.211592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:34.604183Z","time spent":"607.404947ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:51:35.211944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520278707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:51:35.211974Z","caller":"traceutil/trace.go:171","msg":"trace[84493179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5249; }","duration":"1.520336569s","start":"2026-02-26T01:51:33.691628Z","end":"2026-02-26T01:51:35.211964Z","steps":["trace[84493179] 'agreement among raft nodes before linearized reading' (duration: 1.520269796s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:35.21201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.691605Z","time spent":"1.52040013s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:51:35.211878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523924132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:51:35.212088Z","caller":"traceutil/trace.go:171","msg":"trace[1420700681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5249; }","duration":"1.52419076s","start":"2026-02-26T01:51:33.68789Z","end":"2026-02-26T01:51:35.212081Z","steps":["trace[1420700681] 'agreement among raft nodes before linearized reading' (duration: 1.523926262s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:35.212114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.687865Z","time spent":"1.524242312s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:51:35.211978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:33.658562Z","time spent":"1.553391126s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:51:35.337828Z","caller":"traceutil/trace.go:171","msg":"trace[801043431] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"122.985235ms","start":"2026-02-26T01:51:35.214799Z","end":"2026-02-26T01:51:35.337785Z","steps":["trace[801043431] 'process raft request' (duration: 122.787489ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:35.429929Z","caller":"traceutil/trace.go:171","msg":"trace[1518477460] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5452; }","duration":"210.901156ms","start":"2026-02-26T01:51:35.219004Z","end":"2026-02-26T01:51:35.429905Z","steps":["trace[1518477460] 'read index received' (duration: 118.693529ms)","trace[1518477460] 'applied index is now lower than readState.Index' (duration: 92.206637ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:35.430167Z","caller":"traceutil/trace.go:171","msg":"trace[1932486370] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"214.920553ms","start":"2026-02-26T01:51:35.215215Z","end":"2026-02-26T01:51:35.430136Z","steps":["trace[1932486370] 'process raft request' (duration: 214.652075ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:35.430258Z","caller":"traceutil/trace.go:171","msg":"trace[558780934] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"215.420639ms","start":"2026-02-26T01:51:35.214824Z","end":"2026-02-26T01:51:35.430244Z","steps":["trace[558780934] 'process raft request' (duration: 214.871951ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:35.430343Z","caller":"traceutil/trace.go:171","msg":"trace[96497038] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"215.345337ms","start":"2026-02-26T01:51:35.214955Z","end":"2026-02-26T01:51:35.4303Z","steps":["trace[96497038] 'process raft request' (duration: 214.874512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:35.430372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.256787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:35.430509Z","caller":"traceutil/trace.go:171","msg":"trace[1034329563] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5253; }","duration":"148.462393ms","start":"2026-02-26T01:51:35.282005Z","end":"2026-02-26T01:51:35.430467Z","steps":["trace[1034329563] 'agreement among raft nodes before linearized reading' (duration: 148.210055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:35.430488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.378301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:35.430626Z","caller":"traceutil/trace.go:171","msg":"trace[1477523938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5253; }","duration":"211.604228ms","start":"2026-02-26T01:51:35.219001Z","end":"2026-02-26T01:51:35.430605Z","steps":["trace[1477523938] 'agreement among raft nodes before linearized reading' (duration: 211.32788ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:04.79739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.782294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:04.797511Z","caller":"traceutil/trace.go:171","msg":"trace[404298231] linearizableReadLoop","detail":"{readStateIndex:5731; appliedIndex:5730; }","duration":"136.294378ms","start":"2026-02-26T01:52:04.661201Z","end":"2026-02-26T01:52:04.797495Z","steps":["trace[404298231] 'read index received' (duration: 27.228685ms)","trace[404298231] 'applied index is now lower than readState.Index' (duration: 109.064543ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:04.797617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.426292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:04.797608Z","caller":"traceutil/trace.go:171","msg":"trace[563080860] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"182.666831ms","start":"2026-02-26T01:52:04.614913Z","end":"2026-02-26T01:52:04.79758Z","steps":["trace[563080860] 'process raft request' (duration: 73.597557ms)","trace[563080860] 'compare' (duration: 108.63923ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:04.797644Z","caller":"traceutil/trace.go:171","msg":"trace[1873127420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5520; }","duration":"136.492793ms","start":"2026-02-26T01:52:04.661143Z","end":"2026-02-26T01:52:04.797635Z","steps":["trace[1873127420] 'agreement among raft nodes before linearized reading' (duration: 136.442002ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:07.100669Z","caller":"traceutil/trace.go:171","msg":"trace[1988263274] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"274.148876ms","start":"2026-02-26T01:52:06.826483Z","end":"2026-02-26T01:52:07.100632Z","steps":["trace[1988263274] 'process raft request' (duration: 273.855226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:07.100772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.096968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-26T01:52:07.100848Z","caller":"traceutil/trace.go:171","msg":"trace[451049020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5530; }","duration":"100.240663ms","start":"2026-02-26T01:52:07.000588Z","end":"2026-02-26T01:52:07.100828Z","steps":["trace[451049020] 'agreement among raft nodes before linearized reading' (duration: 99.973485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:07.303712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.561326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:07.30387Z","caller":"traceutil/trace.go:171","msg":"trace[1635084303] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5530; }","duration":"136.797983ms","start":"2026-02-26T01:52:07.167045Z","end":"2026-02-26T01:52:07.303843Z","steps":["trace[1635084303] 'range keys from in-memory index tree' (duration: 136.436962ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:07.815586Z","caller":"traceutil/trace.go:171","msg":"trace[2145910657] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"246.730523ms","start":"2026-02-26T01:52:07.568827Z","end":"2026-02-26T01:52:07.815557Z","steps":["trace[2145910657] 'process raft request' (duration: 246.460114ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:08.225298Z","caller":"traceutil/trace.go:171","msg":"trace[757047956] linearizableReadLoop","detail":"{readStateIndex:5749; appliedIndex:5748; }","duration":"235.5671ms","start":"2026-02-26T01:52:07.989706Z","end":"2026-02-26T01:52:08.225273Z","steps":["trace[757047956] 'read index received' (duration: 235.409975ms)","trace[757047956] 'applied index is now lower than readState.Index' (duration: 156.085µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:08.225396Z","caller":"traceutil/trace.go:171","msg":"trace[2055025043] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"298.201699ms","start":"2026-02-26T01:52:07.927167Z","end":"2026-02-26T01:52:08.225368Z","steps":["trace[2055025043] 'process raft request' (duration: 297.951821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:08.225501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.772376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-26T01:52:08.225739Z","caller":"traceutil/trace.go:171","msg":"trace[343958028] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5538; }","duration":"236.059915ms","start":"2026-02-26T01:52:07.989663Z","end":"2026-02-26T01:52:08.225723Z","steps":["trace[343958028] 'agreement among raft nodes before linearized reading' (duration: 235.707834ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:18.022761Z","caller":"traceutil/trace.go:171","msg":"trace[1373188409] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"213.398986ms","start":"2026-02-26T01:52:17.809307Z","end":"2026-02-26T01:52:18.022705Z","steps":["trace[1373188409] 'process raft request' (duration: 213.22122ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:18.022778Z","caller":"traceutil/trace.go:171","msg":"trace[729956591] linearizableReadLoop","detail":"{readStateIndex:5808; appliedIndex:5808; }","duration":"142.808465ms","start":"2026-02-26T01:52:17.879902Z","end":"2026-02-26T01:52:18.022711Z","steps":["trace[729956591] 'read index received' (duration: 142.789254ms)","trace[729956591] 'applied index is now lower than readState.Index' (duration: 15.891µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:18.023131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.209397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:52:18.023179Z","caller":"traceutil/trace.go:171","msg":"trace[251099074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5595; }","duration":"143.326401ms","start":"2026-02-26T01:52:17.879841Z","end":"2026-02-26T01:52:18.023168Z","steps":["trace[251099074] 'agreement among raft nodes before linearized reading' (duration: 143.113915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:18.023354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.478305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:52:18.023408Z","caller":"traceutil/trace.go:171","msg":"trace[1188940246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5595; }","duration":"120.61978ms","start":"2026-02-26T01:52:17.902775Z","end":"2026-02-26T01:52:18.023395Z","steps":["trace[1188940246] 'agreement among raft nodes before linearized reading' (duration: 120.444764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:18.277823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.126797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:18.277965Z","caller":"traceutil/trace.go:171","msg":"trace[1563258693] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"249.41723ms","start":"2026-02-26T01:52:18.028537Z","end":"2026-02-26T01:52:18.277954Z","steps":["trace[1563258693] 'process raft request' (duration: 249.364348ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:18.278099Z","caller":"traceutil/trace.go:171","msg":"trace[1690054833] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"249.812572ms","start":"2026-02-26T01:52:18.02828Z","end":"2026-02-26T01:52:18.278093Z","steps":["trace[1690054833] 'process raft request' (duration: 71.351436ms)","trace[1690054833] 'compare' (duration: 177.978901ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:18.27835Z","caller":"traceutil/trace.go:171","msg":"trace[1103393484] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"249.324787ms","start":"2026-02-26T01:52:18.028994Z","end":"2026-02-26T01:52:18.278319Z","steps":["trace[1103393484] 'process raft request' (duration: 248.936074ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:19.648368Z","caller":"traceutil/trace.go:171","msg":"trace[1646264318] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"184.427276ms","start":"2026-02-26T01:52:19.463917Z","end":"2026-02-26T01:52:19.648344Z","steps":["trace[1646264318] 'process raft request' (duration: 184.369824ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:19.648404Z","caller":"traceutil/trace.go:171","msg":"trace[1022981163] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"197.674517ms","start":"2026-02-26T01:52:19.450677Z","end":"2026-02-26T01:52:19.648352Z","steps":["trace[1022981163] 'process raft request' (duration: 197.47027ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:19.673784Z","caller":"traceutil/trace.go:171","msg":"trace[257583599] linearizableReadLoop","detail":"{readStateIndex:5818; appliedIndex:5814; }","duration":"181.621888ms","start":"2026-02-26T01:52:19.492133Z","end":"2026-02-26T01:52:19.673755Z","steps":["trace[257583599] 'read index received' (duration: 156.113487ms)","trace[257583599] 'applied index is now lower than readState.Index' (duration: 25.507421ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:19.673903Z","caller":"traceutil/trace.go:171","msg":"trace[441912103] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"207.787398ms","start":"2026-02-26T01:52:19.466082Z","end":"2026-02-26T01:52:19.67387Z","steps":["trace[441912103] 'process raft request' (duration: 207.488859ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:19.673973Z","caller":"traceutil/trace.go:171","msg":"trace[741199241] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"206.439815ms","start":"2026-02-26T01:52:19.467481Z","end":"2026-02-26T01:52:19.673921Z","steps":["trace[741199241] 'process raft request' (duration: 206.220808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:19.674136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.983249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-26T01:52:19.674183Z","caller":"traceutil/trace.go:171","msg":"trace[1557519275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:5604; }","duration":"182.087502ms","start":"2026-02-26T01:52:19.492084Z","end":"2026-02-26T01:52:19.674171Z","steps":["trace[1557519275] 'agreement among raft nodes before linearized reading' (duration: 181.825944ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:26.006483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2754} {"level":"info","ts":"2026-02-26T01:52:26.073543Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2754,"took":"65.488319ms","hash":3174277412,"current-db-size-bytes":40738816,"current-db-size":"41 MB","current-db-size-in-use-bytes":30380032,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T01:52:26.073602Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3174277412,"revision":2754,"compact-revision":-1} {"level":"info","ts":"2026-02-26T01:57:19.720985Z","caller":"traceutil/trace.go:171","msg":"trace[424113538] linearizableReadLoop","detail":"{readStateIndex:7985; appliedIndex:7984; }","duration":"366.993143ms","start":"2026-02-26T01:57:19.353966Z","end":"2026-02-26T01:57:19.72096Z","steps":["trace[424113538] 'read index received' (duration: 366.878109ms)","trace[424113538] 'applied index is now lower than readState.Index' (duration: 113.574µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:19.721007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:19.32587Z","time spent":"395.129544ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T01:57:19.721273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.54436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:57:19.721323Z","caller":"traceutil/trace.go:171","msg":"trace[334909689] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7698; }","duration":"274.612582ms","start":"2026-02-26T01:57:19.446696Z","end":"2026-02-26T01:57:19.721308Z","steps":["trace[334909689] 'agreement among raft nodes before linearized reading' (duration: 274.434376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:19.721285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.263901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-26T01:57:19.721545Z","caller":"traceutil/trace.go:171","msg":"trace[965172045] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:7698; }","duration":"367.600142ms","start":"2026-02-26T01:57:19.353922Z","end":"2026-02-26T01:57:19.721522Z","steps":["trace[965172045] 'agreement among raft nodes before linearized reading' (duration: 367.142767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:19.72167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:19.353906Z","time spent":"367.749037ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-bwh8w\" "} {"level":"info","ts":"2026-02-26T01:57:20.2204Z","caller":"traceutil/trace.go:171","msg":"trace[1983664170] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"497.891358ms","start":"2026-02-26T01:57:19.722483Z","end":"2026-02-26T01:57:20.220374Z","steps":["trace[1983664170] 'process raft request' (duration: 497.697892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:20.220553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:19.722461Z","time spent":"498.015922ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:57:20.221287Z","caller":"traceutil/trace.go:171","msg":"trace[533968122] linearizableReadLoop","detail":"{readStateIndex:7987; appliedIndex:7985; }","duration":"494.912962ms","start":"2026-02-26T01:57:19.726348Z","end":"2026-02-26T01:57:20.221261Z","steps":["trace[533968122] 'read index received' (duration: 493.887249ms)","trace[533968122] 'applied index is now lower than readState.Index' (duration: 1.024253ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:20.221423Z","caller":"traceutil/trace.go:171","msg":"trace[1355106575] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"495.130209ms","start":"2026-02-26T01:57:19.726257Z","end":"2026-02-26T01:57:20.221387Z","steps":["trace[1355106575] 'process raft request' (duration: 494.863081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:20.221615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:19.726238Z","time spent":"495.276744ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:20.221732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.281362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:57:20.221774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.399499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224173"} {"level":"info","ts":"2026-02-26T01:57:20.221875Z","caller":"traceutil/trace.go:171","msg":"trace[1364532365] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7700; }","duration":"495.540773ms","start":"2026-02-26T01:57:19.72632Z","end":"2026-02-26T01:57:20.221861Z","steps":["trace[1364532365] 'agreement among raft nodes before linearized reading' (duration: 495.082948ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:20.221928Z","caller":"traceutil/trace.go:171","msg":"trace[1533242955] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7700; }","duration":"445.504389ms","start":"2026-02-26T01:57:19.776331Z","end":"2026-02-26T01:57:20.221835Z","steps":["trace[1533242955] 'agreement among raft nodes before linearized reading' (duration: 445.247231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:20.222056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.613948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-26T01:57:20.221879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.090908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T01:57:20.222185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:19.77632Z","time spent":"445.735307ms","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:57:20.222261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.973197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:57:20.222092Z","caller":"traceutil/trace.go:171","msg":"trace[2129857792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7700; }","duration":"199.6711ms","start":"2026-02-26T01:57:20.022413Z","end":"2026-02-26T01:57:20.222084Z","steps":["trace[2129857792] 'agreement among raft nodes before linearized reading' (duration: 199.571277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:20.221949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:19.726304Z","time spent":"495.631956ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224195,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T01:57:20.222348Z","caller":"traceutil/trace.go:171","msg":"trace[192235564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7700; }","duration":"207.602714ms","start":"2026-02-26T01:57:20.01468Z","end":"2026-02-26T01:57:20.222283Z","steps":["trace[192235564] 'agreement among raft nodes before linearized reading' (duration: 206.941143ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:20.222332Z","caller":"traceutil/trace.go:171","msg":"trace[609139663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7700; }","duration":"247.122261ms","start":"2026-02-26T01:57:19.975192Z","end":"2026-02-26T01:57:20.222314Z","steps":["trace[609139663] 'agreement among raft nodes before linearized reading' (duration: 246.816751ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:26.013195Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5653} {"level":"info","ts":"2026-02-26T01:57:26.114767Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5653,"took":"99.651684ms","hash":3196801275,"current-db-size-bytes":42684416,"current-db-size":"43 MB","current-db-size-in-use-bytes":23613440,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-26T01:57:26.114832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3196801275,"revision":5653,"compact-revision":2754} {"level":"info","ts":"2026-02-26T01:57:30.460244Z","caller":"traceutil/trace.go:171","msg":"trace[409664735] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"131.706811ms","start":"2026-02-26T01:57:30.328506Z","end":"2026-02-26T01:57:30.460213Z","steps":["trace[409664735] 'process raft request' (duration: 96.7331ms)","trace[409664735] 'compare' (duration: 34.759154ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:30.460285Z","caller":"traceutil/trace.go:171","msg":"trace[1017166347] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"131.441732ms","start":"2026-02-26T01:57:30.32881Z","end":"2026-02-26T01:57:30.460252Z","steps":["trace[1017166347] 'process raft request' (duration: 131.295698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:31.033452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.574762ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:31.033586Z","caller":"traceutil/trace.go:171","msg":"trace[1600816537] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7750; }","duration":"231.725187ms","start":"2026-02-26T01:57:30.801839Z","end":"2026-02-26T01:57:31.033565Z","steps":["trace[1600816537] 'range keys from in-memory index tree' (duration: 231.553092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:31.03403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.971722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:57:31.034165Z","caller":"traceutil/trace.go:171","msg":"trace[864823883] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"307.201806ms","start":"2026-02-26T01:57:30.726938Z","end":"2026-02-26T01:57:31.034139Z","steps":["trace[864823883] 'process raft request' (duration: 52.035348ms)","trace[864823883] 'compare' (duration: 254.829318ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:31.034233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:30.726888Z","time spent":"307.313449ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:57:31.041927Z","caller":"traceutil/trace.go:171","msg":"trace[1926995819] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"259.335872ms","start":"2026-02-26T01:57:30.782533Z","end":"2026-02-26T01:57:31.041869Z","steps":["trace[1926995819] 'process raft request' (duration: 259.174947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:31.316252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.518453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:57:31.3164Z","caller":"traceutil/trace.go:171","msg":"trace[1507606579] linearizableReadLoop","detail":"{readStateIndex:8044; appliedIndex:8042; }","duration":"444.775336ms","start":"2026-02-26T01:57:30.871598Z","end":"2026-02-26T01:57:31.316373Z","steps":["trace[1507606579] 'read index received' (duration: 170.067451ms)","trace[1507606579] 'applied index is now lower than readState.Index' (duration: 274.705814ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:31.316539Z","caller":"traceutil/trace.go:171","msg":"trace[1856507249] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"533.929553ms","start":"2026-02-26T01:57:30.78259Z","end":"2026-02-26T01:57:31.31652Z","steps":["trace[1856507249] 'process raft request' (duration: 374.029608ms)","trace[1856507249] 'compare' (duration: 159.221284ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:31.316637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:30.782565Z","time spent":"534.020396ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:31.316724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.764384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:57:31.316814Z","caller":"traceutil/trace.go:171","msg":"trace[1015414019] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7753; }","duration":"414.924439ms","start":"2026-02-26T01:57:30.901871Z","end":"2026-02-26T01:57:31.316795Z","steps":["trace[1015414019] 'agreement among raft nodes before linearized reading' (duration: 414.663681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:31.316868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:30.901829Z","time spent":"415.028412ms","remote":"127.0.0.1:45112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":52,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:57:31.316859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.243121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:57:31.316908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.135757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-26T01:57:31.316952Z","caller":"traceutil/trace.go:171","msg":"trace[650835660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7753; }","duration":"445.372035ms","start":"2026-02-26T01:57:30.871557Z","end":"2026-02-26T01:57:31.316929Z","steps":["trace[650835660] 'agreement among raft nodes before linearized reading' (duration: 445.158688ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:31.316985Z","caller":"traceutil/trace.go:171","msg":"trace[1042512759] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7753; }","duration":"333.213339ms","start":"2026-02-26T01:57:30.983751Z","end":"2026-02-26T01:57:31.316964Z","steps":["trace[1042512759] 'agreement among raft nodes before linearized reading' (duration: 332.990962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:31.317003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:30.871541Z","time spent":"445.452717ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:57:31.317024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:30.983705Z","time spent":"333.310923ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T01:57:31.483596Z","caller":"traceutil/trace.go:171","msg":"trace[2141286552] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"161.804326ms","start":"2026-02-26T01:57:31.321768Z","end":"2026-02-26T01:57:31.483572Z","steps":["trace[2141286552] 'process raft request' (duration: 133.85156ms)","trace[2141286552] 'compare' (duration: 27.848153ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:32.668797Z","caller":"traceutil/trace.go:171","msg":"trace[818284172] linearizableReadLoop","detail":"{readStateIndex:8048; appliedIndex:8047; }","duration":"336.215595ms","start":"2026-02-26T01:57:32.332552Z","end":"2026-02-26T01:57:32.668767Z","steps":["trace[818284172] 'read index received' (duration: 336.086051ms)","trace[818284172] 'applied index is now lower than readState.Index' (duration: 128.444µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:32.668859Z","caller":"traceutil/trace.go:171","msg":"trace[1567782219] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"336.563906ms","start":"2026-02-26T01:57:32.332268Z","end":"2026-02-26T01:57:32.668832Z","steps":["trace[1567782219] 'process raft request' (duration: 336.349849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:32.66899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:32.332243Z","time spent":"336.67489ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:32.669182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.596897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-26T01:57:32.669293Z","caller":"traceutil/trace.go:171","msg":"trace[701963458] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:7757; }","duration":"336.710811ms","start":"2026-02-26T01:57:32.332524Z","end":"2026-02-26T01:57:32.669235Z","steps":["trace[701963458] 'agreement among raft nodes before linearized reading' (duration: 336.37065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:32.669399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:32.332515Z","time spent":"336.866786ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-bwh8w\" "} {"level":"info","ts":"2026-02-26T01:57:32.857454Z","caller":"traceutil/trace.go:171","msg":"trace[434267921] linearizableReadLoop","detail":"{readStateIndex:8049; appliedIndex:8048; }","duration":"188.559744ms","start":"2026-02-26T01:57:32.668871Z","end":"2026-02-26T01:57:32.857431Z","steps":["trace[434267921] 'read index received' (duration: 101.407731ms)","trace[434267921] 'applied index is now lower than readState.Index' (duration: 87.150923ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:32.857528Z","caller":"traceutil/trace.go:171","msg":"trace[1997182253] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"479.318273ms","start":"2026-02-26T01:57:32.378156Z","end":"2026-02-26T01:57:32.857474Z","steps":["trace[1997182253] 'process raft request' (duration: 392.19654ms)","trace[1997182253] 'compare' (duration: 86.973998ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:32.85769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.276015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T01:57:32.857711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:32.378142Z","time spent":"479.464167ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:32.85772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.686421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:57:32.857827Z","caller":"traceutil/trace.go:171","msg":"trace[1219753746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7758; }","duration":"468.836187ms","start":"2026-02-26T01:57:32.388976Z","end":"2026-02-26T01:57:32.857812Z","steps":["trace[1219753746] 'agreement among raft nodes before linearized reading' (duration: 468.603479ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:32.857745Z","caller":"traceutil/trace.go:171","msg":"trace[720129139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7758; }","duration":"393.393678ms","start":"2026-02-26T01:57:32.464339Z","end":"2026-02-26T01:57:32.857733Z","steps":["trace[720129139] 'agreement among raft nodes before linearized reading' (duration: 393.166521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:32.857879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:32.464316Z","time spent":"393.553103ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:57:32.857898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:32.388954Z","time spent":"468.909478ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:57:32.85807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.303748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:57:32.858103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.38268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224173"} {"level":"info","ts":"2026-02-26T01:57:32.85819Z","caller":"traceutil/trace.go:171","msg":"trace[1362134723] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7758; }","duration":"184.521695ms","start":"2026-02-26T01:57:32.673649Z","end":"2026-02-26T01:57:32.85817Z","steps":["trace[1362134723] 'agreement among raft nodes before linearized reading' (duration: 184.010089ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:32.858169Z","caller":"traceutil/trace.go:171","msg":"trace[325064841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7758; }","duration":"394.450802ms","start":"2026-02-26T01:57:32.463696Z","end":"2026-02-26T01:57:32.858147Z","steps":["trace[325064841] 'agreement among raft nodes before linearized reading' (duration: 393.824952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:32.858542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:32.463678Z","time spent":"394.741602ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:57:33.04188Z","caller":"traceutil/trace.go:171","msg":"trace[558413349] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"179.492823ms","start":"2026-02-26T01:57:32.862368Z","end":"2026-02-26T01:57:33.041861Z","steps":["trace[558413349] 'process raft request' (duration: 169.958697ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:33.042026Z","caller":"traceutil/trace.go:171","msg":"trace[575980535] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"178.835882ms","start":"2026-02-26T01:57:32.863162Z","end":"2026-02-26T01:57:33.041998Z","steps":["trace[575980535] 'process raft request' (duration: 178.670377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:33.756362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.651752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:57:33.756497Z","caller":"traceutil/trace.go:171","msg":"trace[1921001077] linearizableReadLoop","detail":"{readStateIndex:8056; appliedIndex:8055; }","duration":"340.829253ms","start":"2026-02-26T01:57:33.415644Z","end":"2026-02-26T01:57:33.756473Z","steps":["trace[1921001077] 'read index received' (duration: 202.991136ms)","trace[1921001077] 'applied index is now lower than readState.Index' (duration: 137.835797ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:33.756683Z","caller":"traceutil/trace.go:171","msg":"trace[1464187123] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"354.271935ms","start":"2026-02-26T01:57:33.402376Z","end":"2026-02-26T01:57:33.756647Z","steps":["trace[1464187123] 'process raft request' (duration: 216.20579ms)","trace[1464187123] 'compare' (duration: 137.504287ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:33.756777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.127373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:57:33.756838Z","caller":"traceutil/trace.go:171","msg":"trace[1867473121] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7765; }","duration":"341.227677ms","start":"2026-02-26T01:57:33.415594Z","end":"2026-02-26T01:57:33.756822Z","steps":["trace[1867473121] 'agreement among raft nodes before linearized reading' (duration: 341.055731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:33.756881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:33.415573Z","time spent":"341.298049ms","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":78,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:57:33.756981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:33.402361Z","time spent":"354.426259ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:35.014431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.462778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-26T01:57:35.014515Z","caller":"traceutil/trace.go:171","msg":"trace[646458677] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:7766; }","duration":"148.600323ms","start":"2026-02-26T01:57:34.865897Z","end":"2026-02-26T01:57:35.014497Z","steps":["trace[646458677] 'range keys from in-memory index tree' (duration: 148.297773ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:35.097294Z","caller":"traceutil/trace.go:171","msg":"trace[660365648] linearizableReadLoop","detail":"{readStateIndex:8058; appliedIndex:8057; }","duration":"199.159113ms","start":"2026-02-26T01:57:34.897923Z","end":"2026-02-26T01:57:35.097082Z","steps":["trace[660365648] 'read index received' (duration: 114.837961ms)","trace[660365648] 'applied index is now lower than readState.Index' (duration: 84.319532ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:35.097457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.521715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:57:35.097516Z","caller":"traceutil/trace.go:171","msg":"trace[1046959225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7766; }","duration":"199.630278ms","start":"2026-02-26T01:57:34.897876Z","end":"2026-02-26T01:57:35.097506Z","steps":["trace[1046959225] 'agreement among raft nodes before linearized reading' (duration: 199.432602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:35.117644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.66843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:57:35.117683Z","caller":"traceutil/trace.go:171","msg":"trace[902587482] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7767; }","duration":"209.730453ms","start":"2026-02-26T01:57:34.907943Z","end":"2026-02-26T01:57:35.117674Z","steps":["trace[902587482] 'agreement among raft nodes before linearized reading' (duration: 209.63949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:58.541763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.084828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c72jp\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-02-26T01:57:58.541852Z","caller":"traceutil/trace.go:171","msg":"trace[1943907200] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c72jp; range_end:; response_count:1; response_revision:7935; }","duration":"129.220572ms","start":"2026-02-26T01:57:58.412611Z","end":"2026-02-26T01:57:58.541832Z","steps":["trace[1943907200] 'range keys from in-memory index tree' (duration: 128.919862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:01.750345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231487113,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:58:01.898082Z","caller":"traceutil/trace.go:171","msg":"trace[1944548545] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"670.864742ms","start":"2026-02-26T01:58:01.227195Z","end":"2026-02-26T01:58:01.89806Z","steps":["trace[1944548545] 'process raft request' (duration: 670.707867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:01.898225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.227179Z","time spent":"670.967985ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:58:01.920405Z","caller":"traceutil/trace.go:171","msg":"trace[1457632405] linearizableReadLoop","detail":"{readStateIndex:8253; appliedIndex:8250; }","duration":"670.869873ms","start":"2026-02-26T01:58:01.24948Z","end":"2026-02-26T01:58:01.92035Z","steps":["trace[1457632405] 'read index received' (duration: 648.440244ms)","trace[1457632405] 'applied index is now lower than readState.Index' (duration: 22.428739ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:01.920951Z","caller":"traceutil/trace.go:171","msg":"trace[699946943] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"693.629441ms","start":"2026-02-26T01:58:01.227307Z","end":"2026-02-26T01:58:01.920937Z","steps":["trace[699946943] 'process raft request' (duration: 692.825566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:01.921467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.495087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:58:01.921544Z","caller":"traceutil/trace.go:171","msg":"trace[1917596173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7954; }","duration":"654.634561ms","start":"2026-02-26T01:58:01.266889Z","end":"2026-02-26T01:58:01.921524Z","steps":["trace[1917596173] 'agreement among raft nodes before linearized reading' (duration: 654.426745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:01.921553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.227283Z","time spent":"693.736445ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:58:01.921585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.266876Z","time spent":"654.700014ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:58:01.921757Z","caller":"traceutil/trace.go:171","msg":"trace[559012874] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"489.968443ms","start":"2026-02-26T01:58:01.431777Z","end":"2026-02-26T01:58:01.921746Z","steps":["trace[559012874] 'process raft request' (duration: 488.527677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:01.921848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.431753Z","time spent":"490.034076ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:58:01.921983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.506715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:58:01.922014Z","caller":"traceutil/trace.go:171","msg":"trace[72634852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7954; }","duration":"672.556277ms","start":"2026-02-26T01:58:01.249449Z","end":"2026-02-26T01:58:01.922005Z","steps":["trace[72634852] 'agreement among raft nodes before linearized reading' (duration: 672.474104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:01.922039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.24944Z","time spent":"672.593808ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:58:01.922357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.601498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-26T01:58:01.922402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.049881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:58:01.922434Z","caller":"traceutil/trace.go:171","msg":"trace[1441428010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7954; }","duration":"653.099212ms","start":"2026-02-26T01:58:01.269326Z","end":"2026-02-26T01:58:01.922425Z","steps":["trace[1441428010] 'agreement among raft nodes before linearized reading' (duration: 652.958878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:01.922448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.927765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:58:01.92247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.269317Z","time spent":"653.146924ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:58:01.922549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.094583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-26T01:58:01.922617Z","caller":"traceutil/trace.go:171","msg":"trace[1645427744] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7954; }","duration":"424.200626ms","start":"2026-02-26T01:58:01.498407Z","end":"2026-02-26T01:58:01.922607Z","steps":["trace[1645427744] 'agreement among raft nodes before linearized reading' (duration: 424.084832ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:01.922405Z","caller":"traceutil/trace.go:171","msg":"trace[681729277] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:7954; }","duration":"628.666689ms","start":"2026-02-26T01:58:01.293725Z","end":"2026-02-26T01:58:01.922392Z","steps":["trace[681729277] 'agreement among raft nodes before linearized reading' (duration: 628.505914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:01.922651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.498386Z","time spent":"424.256058ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T01:58:01.922681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.293714Z","time spent":"628.956869ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-bwh8w\" "} {"level":"info","ts":"2026-02-26T01:58:01.922476Z","caller":"traceutil/trace.go:171","msg":"trace[818547824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7954; }","duration":"262.005458ms","start":"2026-02-26T01:58:01.660464Z","end":"2026-02-26T01:58:01.922469Z","steps":["trace[818547824] 'agreement among raft nodes before linearized reading' (duration: 261.961006ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:02.394267Z","caller":"traceutil/trace.go:171","msg":"trace[926371688] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"466.420369ms","start":"2026-02-26T01:58:01.927794Z","end":"2026-02-26T01:58:02.394215Z","steps":["trace[926371688] 'process raft request' (duration: 408.348857ms)","trace[926371688] 'compare' (duration: 57.668669ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:58:02.394445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.927784Z","time spent":"466.569373ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:58:02.395396Z","caller":"traceutil/trace.go:171","msg":"trace[872168941] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"467.125581ms","start":"2026-02-26T01:58:01.928241Z","end":"2026-02-26T01:58:02.395367Z","steps":["trace[872168941] 'process raft request' (duration: 466.975256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:02.395552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.928224Z","time spent":"467.250955ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:58:02.395667Z","caller":"traceutil/trace.go:171","msg":"trace[78532497] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"467.251146ms","start":"2026-02-26T01:58:01.928388Z","end":"2026-02-26T01:58:02.395639Z","steps":["trace[78532497] 'process raft request' (duration: 466.943876ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:02.395712Z","caller":"traceutil/trace.go:171","msg":"trace[1773851956] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"467.257835ms","start":"2026-02-26T01:58:01.928434Z","end":"2026-02-26T01:58:02.395691Z","steps":["trace[1773851956] 'process raft request' (duration: 467.065619ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:02.395741Z","caller":"traceutil/trace.go:171","msg":"trace[919778307] linearizableReadLoop","detail":"{readStateIndex:8258; appliedIndex:8253; }","duration":"462.372019ms","start":"2026-02-26T01:58:01.933347Z","end":"2026-02-26T01:58:02.395719Z","steps":["trace[919778307] 'read index received' (duration: 402.664155ms)","trace[919778307] 'applied index is now lower than readState.Index' (duration: 59.706744ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:58:02.395789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.928379Z","time spent":"467.349618ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:58:02.395802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.928409Z","time spent":"467.346808ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:58:02.395839Z","caller":"traceutil/trace.go:171","msg":"trace[417097751] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"466.994227ms","start":"2026-02-26T01:58:01.928802Z","end":"2026-02-26T01:58:02.395796Z","steps":["trace[417097751] 'process raft request' (duration: 466.813001ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:02.395865Z","caller":"traceutil/trace.go:171","msg":"trace[1032853394] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"421.81726ms","start":"2026-02-26T01:58:01.974015Z","end":"2026-02-26T01:58:02.395832Z","steps":["trace[1032853394] 'process raft request' (duration: 421.655545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:02.395996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.973995Z","time spent":"421.936564ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:58:02.396005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.928794Z","time spent":"467.116751ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:58:02.396353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.995169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228901"} {"level":"info","ts":"2026-02-26T01:58:02.396392Z","caller":"traceutil/trace.go:171","msg":"trace[2024160328] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7960; }","duration":"463.05304ms","start":"2026-02-26T01:58:01.933329Z","end":"2026-02-26T01:58:02.396382Z","steps":["trace[2024160328] 'agreement among raft nodes before linearized reading' (duration: 462.484502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:02.396418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:01.933322Z","time spent":"463.088541ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228923,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T01:58:06.070261Z","caller":"traceutil/trace.go:171","msg":"trace[1413227179] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"159.700918ms","start":"2026-02-26T01:58:05.91053Z","end":"2026-02-26T01:58:06.07023Z","steps":["trace[1413227179] 'process raft request' (duration: 159.512022ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:06.105014Z","caller":"traceutil/trace.go:171","msg":"trace[1114472929] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"171.855118ms","start":"2026-02-26T01:58:05.93314Z","end":"2026-02-26T01:58:06.104995Z","steps":["trace[1114472929] 'process raft request' (duration: 171.828558ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:06.105074Z","caller":"traceutil/trace.go:171","msg":"trace[992268392] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"172.897122ms","start":"2026-02-26T01:58:05.932143Z","end":"2026-02-26T01:58:06.10504Z","steps":["trace[992268392] 'process raft request' (duration: 172.717946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:15.365811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.849205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:58:15.365911Z","caller":"traceutil/trace.go:171","msg":"trace[359501238] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8061; }","duration":"346.00294ms","start":"2026-02-26T01:58:15.019883Z","end":"2026-02-26T01:58:15.365886Z","steps":["trace[359501238] 'count revisions from in-memory index tree' (duration: 345.751072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:15.365964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:15.01986Z","time spent":"346.088803ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:58:15.784695Z","caller":"traceutil/trace.go:171","msg":"trace[1269194490] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"122.030931ms","start":"2026-02-26T01:58:15.662639Z","end":"2026-02-26T01:58:15.78467Z","steps":["trace[1269194490] 'process raft request' (duration: 121.652289ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:16.540003Z","caller":"traceutil/trace.go:171","msg":"trace[1620340771] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"345.177912ms","start":"2026-02-26T01:58:16.194778Z","end":"2026-02-26T01:58:16.539956Z","steps":["trace[1620340771] 'process raft request' (duration: 344.882943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:16.540228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:58:16.194757Z","time spent":"345.358388ms","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:58:16.540424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.230296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:58:16.540563Z","caller":"traceutil/trace.go:171","msg":"trace[1559123840] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8069; }","duration":"224.391673ms","start":"2026-02-26T01:58:16.316107Z","end":"2026-02-26T01:58:16.540499Z","steps":["trace[1559123840] 'agreement among raft nodes before linearized reading' (duration: 223.928068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:16.539913Z","caller":"traceutil/trace.go:171","msg":"trace[1615010105] linearizableReadLoop","detail":"{readStateIndex:8375; appliedIndex:8374; }","duration":"223.733491ms","start":"2026-02-26T01:58:16.316144Z","end":"2026-02-26T01:58:16.539877Z","steps":["trace[1615010105] 'read index received' (duration: 223.379349ms)","trace[1615010105] 'applied index is now lower than readState.Index' (duration: 352.772µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:16.698648Z","caller":"traceutil/trace.go:171","msg":"trace[1690460169] linearizableReadLoop","detail":"{readStateIndex:8376; appliedIndex:8375; }","duration":"117.198746ms","start":"2026-02-26T01:58:16.581417Z","end":"2026-02-26T01:58:16.698616Z","steps":["trace[1690460169] 'read index received' (duration: 116.98988ms)","trace[1690460169] 'applied index is now lower than readState.Index' (duration: 207.806µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:16.698785Z","caller":"traceutil/trace.go:171","msg":"trace[1515073298] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"146.945159ms","start":"2026-02-26T01:58:16.551795Z","end":"2026-02-26T01:58:16.69874Z","steps":["trace[1515073298] 'process raft request' (duration: 146.64478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:16.699258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.821626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-26T01:58:16.699311Z","caller":"traceutil/trace.go:171","msg":"trace[121851975] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:8070; }","duration":"117.9295ms","start":"2026-02-26T01:58:16.581365Z","end":"2026-02-26T01:58:16.699295Z","steps":["trace[121851975] 'agreement among raft nodes before linearized reading' (duration: 117.391513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:16.962884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.230559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:58:16.963076Z","caller":"traceutil/trace.go:171","msg":"trace[1815686746] linearizableReadLoop","detail":"{readStateIndex:8378; appliedIndex:8376; }","duration":"259.89192ms","start":"2026-02-26T01:58:16.703167Z","end":"2026-02-26T01:58:16.963059Z","steps":["trace[1815686746] 'read index received' (duration: 59.565879ms)","trace[1815686746] 'applied index is now lower than readState.Index' (duration: 200.324981ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:16.963179Z","caller":"traceutil/trace.go:171","msg":"trace[1021523951] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"259.542169ms","start":"2026-02-26T01:58:16.703602Z","end":"2026-02-26T01:58:16.963144Z","steps":["trace[1021523951] 'process raft request' (duration: 259.398324ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:16.96335Z","caller":"traceutil/trace.go:171","msg":"trace[267192106] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"260.118377ms","start":"2026-02-26T01:58:16.703118Z","end":"2026-02-26T01:58:16.963236Z","steps":["trace[267192106] 'process raft request' (duration: 107.450014ms)","trace[267192106] 'compare' (duration: 152.107815ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:58:16.963579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.386136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228816"} {"level":"info","ts":"2026-02-26T01:58:16.963667Z","caller":"traceutil/trace.go:171","msg":"trace[1290321199] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8073; }","duration":"260.489989ms","start":"2026-02-26T01:58:16.703159Z","end":"2026-02-26T01:58:16.963649Z","steps":["trace[1290321199] 'agreement among raft nodes before linearized reading' (duration: 260.052365ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:17.359974Z","caller":"traceutil/trace.go:171","msg":"trace[829316354] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"144.012105ms","start":"2026-02-26T01:58:17.215915Z","end":"2026-02-26T01:58:17.359927Z","steps":["trace[829316354] 'process raft request' (duration: 143.705115ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:58:28.954753Z","caller":"traceutil/trace.go:171","msg":"trace[2049942030] linearizableReadLoop","detail":"{readStateIndex:8470; appliedIndex:8469; }","duration":"191.516059ms","start":"2026-02-26T01:58:28.763215Z","end":"2026-02-26T01:58:28.954731Z","steps":["trace[2049942030] 'read index received' (duration: 191.301662ms)","trace[2049942030] 'applied index is now lower than readState.Index' (duration: 213.647µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:58:28.955282Z","caller":"traceutil/trace.go:171","msg":"trace[1344962471] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"286.334018ms","start":"2026-02-26T01:58:28.668927Z","end":"2026-02-26T01:58:28.955261Z","steps":["trace[1344962471] 'process raft request' (duration: 285.672457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:28.955722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.49361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:58:28.95578Z","caller":"traceutil/trace.go:171","msg":"trace[1691882925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8161; }","duration":"192.594093ms","start":"2026-02-26T01:58:28.76317Z","end":"2026-02-26T01:58:28.955764Z","steps":["trace[1691882925] 'agreement among raft nodes before linearized reading' (duration: 192.431528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:58:28.956044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.638431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:58:28.956124Z","caller":"traceutil/trace.go:171","msg":"trace[1060546964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8161; }","duration":"132.765016ms","start":"2026-02-26T01:58:28.823337Z","end":"2026-02-26T01:58:28.956102Z","steps":["trace[1060546964] 'agreement among raft nodes before linearized reading' (duration: 132.532308ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:05.250355Z","caller":"traceutil/trace.go:171","msg":"trace[1289411693] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"121.329048ms","start":"2026-02-26T01:59:05.128994Z","end":"2026-02-26T01:59:05.250323Z","steps":["trace[1289411693] 'process raft request' (duration: 106.515954ms)","trace[1289411693] 'compare' (duration: 14.549826ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:16.100594Z","caller":"traceutil/trace.go:171","msg":"trace[1236024577] linearizableReadLoop","detail":"{readStateIndex:8950; appliedIndex:8949; }","duration":"155.516387ms","start":"2026-02-26T01:59:15.945056Z","end":"2026-02-26T01:59:16.100572Z","steps":["trace[1236024577] 'read index received' (duration: 118.119316ms)","trace[1236024577] 'applied index is now lower than readState.Index' (duration: 37.396101ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:16.100724Z","caller":"traceutil/trace.go:171","msg":"trace[1915780517] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"155.832647ms","start":"2026-02-26T01:59:15.94485Z","end":"2026-02-26T01:59:16.100683Z","steps":["trace[1915780517] 'process raft request' (duration: 118.315511ms)","trace[1915780517] 'compare' (duration: 37.246767ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:59:16.100731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.662622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:59:16.100897Z","caller":"traceutil/trace.go:171","msg":"trace[1481086562] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types; range_end:; response_count:0; response_revision:8628; }","duration":"155.849187ms","start":"2026-02-26T01:59:15.944966Z","end":"2026-02-26T01:59:16.100815Z","steps":["trace[1481086562] 'agreement among raft nodes before linearized reading' (duration: 155.695152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:20.595054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.707749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T01:59:20.595163Z","caller":"traceutil/trace.go:171","msg":"trace[1245760266] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"105.305006ms","start":"2026-02-26T01:59:20.489832Z","end":"2026-02-26T01:59:20.595137Z","steps":["trace[1245760266] 'process raft request' (duration: 78.286576ms)","trace[1245760266] 'compare' (duration: 26.566046ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:20.59518Z","caller":"traceutil/trace.go:171","msg":"trace[237971645] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8714; }","duration":"105.880915ms","start":"2026-02-26T01:59:20.489274Z","end":"2026-02-26T01:59:20.595155Z","steps":["trace[237971645] 'range keys from in-memory index tree' (duration: 105.43416ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:20.595288Z","caller":"traceutil/trace.go:171","msg":"trace[1391383495] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"103.605402ms","start":"2026-02-26T01:59:20.491654Z","end":"2026-02-26T01:59:20.595259Z","steps":["trace[1391383495] 'process raft request' (duration: 103.433607ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:33.077892Z","caller":"traceutil/trace.go:171","msg":"trace[1196090311] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"315.335562ms","start":"2026-02-26T01:59:32.76253Z","end":"2026-02-26T01:59:33.077866Z","steps":["trace[1196090311] 'process raft request' (duration: 315.173257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:33.078037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:32.762503Z","time spent":"315.462986ms","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19302,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:59:33.813139Z","caller":"traceutil/trace.go:171","msg":"trace[123269435] linearizableReadLoop","detail":"{readStateIndex:9106; appliedIndex:9105; }","duration":"389.255477ms","start":"2026-02-26T01:59:33.423861Z","end":"2026-02-26T01:59:33.813116Z","steps":["trace[123269435] 'read index received' (duration: 389.070181ms)","trace[123269435] 'applied index is now lower than readState.Index' (duration: 184.416µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:59:33.81347Z","caller":"traceutil/trace.go:171","msg":"trace[573956697] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"461.512241ms","start":"2026-02-26T01:59:33.351941Z","end":"2026-02-26T01:59:33.813454Z","steps":["trace[573956697] 'process raft request' (duration: 461.030955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:33.813515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.694275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:59:33.813581Z","caller":"traceutil/trace.go:171","msg":"trace[1136157226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8781; }","duration":"327.790958ms","start":"2026-02-26T01:59:33.485774Z","end":"2026-02-26T01:59:33.813565Z","steps":["trace[1136157226] 'agreement among raft nodes before linearized reading' (duration: 327.622993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:33.813582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:33.351911Z","time spent":"461.596064ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:59:33.813632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:33.485763Z","time spent":"327.86082ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:59:33.813818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.95181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:59:33.813923Z","caller":"traceutil/trace.go:171","msg":"trace[206846626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8781; }","duration":"390.091964ms","start":"2026-02-26T01:59:33.423815Z","end":"2026-02-26T01:59:33.813907Z","steps":["trace[206846626] 'agreement among raft nodes before linearized reading' (duration: 389.541717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:33.813957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.897204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:59:33.813995Z","caller":"traceutil/trace.go:171","msg":"trace[1852867573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8781; }","duration":"152.973416ms","start":"2026-02-26T01:59:33.661013Z","end":"2026-02-26T01:59:33.813986Z","steps":["trace[1852867573] 'agreement among raft nodes before linearized reading' (duration: 152.923064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:33.814061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.934618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:59:33.814082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:33.423797Z","time spent":"390.152587ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:59:33.814108Z","caller":"traceutil/trace.go:171","msg":"trace[892380028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8781; }","duration":"319.99573ms","start":"2026-02-26T01:59:33.494101Z","end":"2026-02-26T01:59:33.814097Z","steps":["trace[892380028] 'agreement among raft nodes before linearized reading' (duration: 319.859736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:33.814141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:33.494094Z","time spent":"320.040292ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:59:33.814183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.944576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:59:33.814219Z","caller":"traceutil/trace.go:171","msg":"trace[864467942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8781; }","duration":"324.026099ms","start":"2026-02-26T01:59:33.490185Z","end":"2026-02-26T01:59:33.814211Z","steps":["trace[864467942] 'agreement among raft nodes before linearized reading' (duration: 323.932246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:33.814245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:33.49016Z","time spent":"324.079ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:59:33.814279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.973937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-26T01:59:33.81431Z","caller":"traceutil/trace.go:171","msg":"trace[441010786] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:8781; }","duration":"308.003918ms","start":"2026-02-26T01:59:33.506298Z","end":"2026-02-26T01:59:33.814302Z","steps":["trace[441010786] 'agreement among raft nodes before linearized reading' (duration: 307.916085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:33.814334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:33.506265Z","time spent":"308.06398ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-bwh8w\" "} {"level":"info","ts":"2026-02-26T01:59:34.181274Z","caller":"traceutil/trace.go:171","msg":"trace[245457959] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"361.620316ms","start":"2026-02-26T01:59:33.819629Z","end":"2026-02-26T01:59:34.181249Z","steps":["trace[245457959] 'process raft request' (duration: 361.531904ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:59:34.181278Z","caller":"traceutil/trace.go:171","msg":"trace[720837270] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"361.763801ms","start":"2026-02-26T01:59:33.819479Z","end":"2026-02-26T01:59:34.181243Z","steps":["trace[720837270] 'process raft request' (duration: 361.529784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:34.181464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:33.819473Z","time spent":"361.905115ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:59:34.181501Z","caller":"traceutil/trace.go:171","msg":"trace[762108263] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"361.768592ms","start":"2026-02-26T01:59:33.819717Z","end":"2026-02-26T01:59:34.181486Z","steps":["trace[762108263] 'process raft request' (duration: 361.485573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:59:34.181673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:33.819693Z","time spent":"361.889365ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:59:34.181961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:59:33.819609Z","time spent":"361.749771ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:01:41.81384Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5caa70ef1dd6dc04","local-member-applied-index":10004,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:01:41.820241Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10004} {"level":"info","ts":"2026-02-26T02:01:41.820345Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5004} {"level":"info","ts":"2026-02-26T02:02:20.736838Z","caller":"traceutil/trace.go:171","msg":"trace[1851939776] linearizableReadLoop","detail":"{readStateIndex:10402; appliedIndex:10401; }","duration":"115.995905ms","start":"2026-02-26T02:02:20.62079Z","end":"2026-02-26T02:02:20.736786Z","steps":["trace[1851939776] 'read index received' (duration: 115.775778ms)","trace[1851939776] 'applied index is now lower than readState.Index' (duration: 219.027µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:02:20.736903Z","caller":"traceutil/trace.go:171","msg":"trace[1587132955] transaction","detail":"{read_only:false; response_revision:10036; number_of_response:1; }","duration":"128.640887ms","start":"2026-02-26T02:02:20.60823Z","end":"2026-02-26T02:02:20.736871Z","steps":["trace[1587132955] 'process raft request' (duration: 128.392059ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:02:20.737027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.209252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T02:02:20.737215Z","caller":"traceutil/trace.go:171","msg":"trace[1606093969] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:10036; }","duration":"116.422879ms","start":"2026-02-26T02:02:20.620748Z","end":"2026-02-26T02:02:20.73717Z","steps":["trace[1606093969] 'agreement among raft nodes before linearized reading' (duration: 116.214932ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:02:26.019595Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7726} {"level":"info","ts":"2026-02-26T02:02:26.086595Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7726,"took":"64.908438ms","hash":3647906166,"current-db-size-bytes":42684416,"current-db-size":"43 MB","current-db-size-in-use-bytes":26832896,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-26T02:02:26.08665Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3647906166,"revision":7726,"compact-revision":5653} {"level":"info","ts":"2026-02-26T02:07:26.031908Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10063} {"level":"info","ts":"2026-02-26T02:07:26.125679Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10063,"took":"91.746078ms","hash":2864869300,"current-db-size-bytes":42684416,"current-db-size":"43 MB","current-db-size-in-use-bytes":24621056,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-26T02:07:26.12573Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2864869300,"revision":10063,"compact-revision":7726} {"level":"info","ts":"2026-02-26T02:08:36.544199Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032d0.wal"} {"level":"info","ts":"2026-02-26T02:08:59.044101Z","caller":"traceutil/trace.go:171","msg":"trace[2062619914] transaction","detail":"{read_only:false; response_revision:12720; number_of_response:1; }","duration":"348.694509ms","start":"2026-02-26T02:08:58.695385Z","end":"2026-02-26T02:08:59.04408Z","steps":["trace[2062619914] 'process raft request' (duration: 348.017848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:59.044286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:58.69536Z","time spent":"348.848874ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415307,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:08:59.045752Z","caller":"traceutil/trace.go:171","msg":"trace[1264324317] linearizableReadLoop","detail":"{readStateIndex:13183; appliedIndex:13180; }","duration":"285.01239ms","start":"2026-02-26T02:08:58.760707Z","end":"2026-02-26T02:08:59.045719Z","steps":["trace[1264324317] 'read index received' (duration: 282.553412ms)","trace[1264324317] 'applied index is now lower than readState.Index' (duration: 2.457548ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:08:59.045783Z","caller":"traceutil/trace.go:171","msg":"trace[1740018144] transaction","detail":"{read_only:false; response_revision:12721; number_of_response:1; }","duration":"311.519121ms","start":"2026-02-26T02:08:58.734239Z","end":"2026-02-26T02:08:59.045758Z","steps":["trace[1740018144] 'process raft request' (duration: 311.308965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:59.04588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:58.734214Z","time spent":"311.618864ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:08:59.046088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.848321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T02:08:59.046175Z","caller":"traceutil/trace.go:171","msg":"trace[1087666708] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12722; }","duration":"165.975935ms","start":"2026-02-26T02:08:58.880178Z","end":"2026-02-26T02:08:59.046154Z","steps":["trace[1087666708] 'agreement among raft nodes before linearized reading' (duration: 165.760948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:59.046096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.104018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:08:59.046291Z","caller":"traceutil/trace.go:171","msg":"trace[539921382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12722; }","duration":"247.332775ms","start":"2026-02-26T02:08:58.798941Z","end":"2026-02-26T02:08:59.046274Z","steps":["trace[539921382] 'agreement among raft nodes before linearized reading' (duration: 246.955003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:59.046339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.965951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:08:59.046381Z","caller":"traceutil/trace.go:171","msg":"trace[1824815808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12722; }","duration":"199.047654ms","start":"2026-02-26T02:08:58.847319Z","end":"2026-02-26T02:08:59.046367Z","steps":["trace[1824815808] 'agreement among raft nodes before linearized reading' (duration: 198.684132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:59.046372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.806665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:08:59.046473Z","caller":"traceutil/trace.go:171","msg":"trace[305681507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12722; }","duration":"198.94226ms","start":"2026-02-26T02:08:58.847506Z","end":"2026-02-26T02:08:59.046448Z","steps":["trace[305681507] 'agreement among raft nodes before linearized reading' (duration: 198.600989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:59.046725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.596628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T02:08:59.046793Z","caller":"traceutil/trace.go:171","msg":"trace[1362159016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12722; }","duration":"286.109534ms","start":"2026-02-26T02:08:58.760665Z","end":"2026-02-26T02:08:59.046775Z","steps":["trace[1362159016] 'agreement among raft nodes before linearized reading' (duration: 285.202806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:59.046511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.52445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-02-26T02:08:59.046869Z","caller":"traceutil/trace.go:171","msg":"trace[1005005940] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12722; }","duration":"230.243903ms","start":"2026-02-26T02:08:58.816603Z","end":"2026-02-26T02:08:59.046846Z","steps":["trace[1005005940] 'agreement among raft nodes before linearized reading' (duration: 229.450528ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:08:59.045882Z","caller":"traceutil/trace.go:171","msg":"trace[1941801957] transaction","detail":"{read_only:false; response_revision:12722; number_of_response:1; }","duration":"302.6677ms","start":"2026-02-26T02:08:58.743146Z","end":"2026-02-26T02:08:59.045814Z","steps":["trace[1941801957] 'process raft request' (duration: 302.530176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:08:59.051111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:08:58.743121Z","time spent":"305.532581ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:09:21.241813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.44791ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:09:21.241984Z","caller":"traceutil/trace.go:171","msg":"trace[1475374303] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12831; }","duration":"440.633576ms","start":"2026-02-26T02:09:20.801331Z","end":"2026-02-26T02:09:21.241965Z","steps":["trace[1475374303] 'range keys from in-memory index tree' (duration: 440.4306ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:21.242019Z","caller":"traceutil/trace.go:171","msg":"trace[358918523] transaction","detail":"{read_only:false; response_revision:12832; number_of_response:1; }","duration":"123.391744ms","start":"2026-02-26T02:09:21.118606Z","end":"2026-02-26T02:09:21.241997Z","steps":["trace[358918523] 'process raft request' (duration: 121.631998ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:21.24256Z","caller":"traceutil/trace.go:171","msg":"trace[979130333] transaction","detail":"{read_only:false; response_revision:12833; number_of_response:1; }","duration":"122.294949ms","start":"2026-02-26T02:09:21.120232Z","end":"2026-02-26T02:09:21.242527Z","steps":["trace[979130333] 'process raft request' (duration: 121.691309ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:29.27275Z","caller":"traceutil/trace.go:171","msg":"trace[824034940] transaction","detail":"{read_only:false; response_revision:12867; number_of_response:1; }","duration":"198.644259ms","start":"2026-02-26T02:09:29.074081Z","end":"2026-02-26T02:09:29.272725Z","steps":["trace[824034940] 'process raft request' (duration: 198.34914ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:29.429848Z","caller":"traceutil/trace.go:171","msg":"trace[1759939946] linearizableReadLoop","detail":"{readStateIndex:13337; appliedIndex:13335; }","duration":"118.478847ms","start":"2026-02-26T02:09:29.311343Z","end":"2026-02-26T02:09:29.429822Z","steps":["trace[1759939946] 'read index received' (duration: 118.222069ms)","trace[1759939946] 'applied index is now lower than readState.Index' (duration: 250.538µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:09:29.429947Z","caller":"traceutil/trace.go:171","msg":"trace[2112312693] transaction","detail":"{read_only:false; response_revision:12869; number_of_response:1; }","duration":"163.33055ms","start":"2026-02-26T02:09:29.266583Z","end":"2026-02-26T02:09:29.429913Z","steps":["trace[2112312693] 'process raft request' (duration: 163.172825ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:29.429953Z","caller":"traceutil/trace.go:171","msg":"trace[514049656] transaction","detail":"{read_only:false; response_revision:12868; number_of_response:1; }","duration":"163.911409ms","start":"2026-02-26T02:09:29.265977Z","end":"2026-02-26T02:09:29.429889Z","steps":["trace[514049656] 'process raft request' (duration: 163.616709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:29.430232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.537264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T02:09:29.430304Z","caller":"traceutil/trace.go:171","msg":"trace[498478608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12869; }","duration":"115.642128ms","start":"2026-02-26T02:09:29.314643Z","end":"2026-02-26T02:09:29.430286Z","steps":["trace[498478608] 'agreement among raft nodes before linearized reading' (duration: 115.356289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:29.430383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.01073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T02:09:29.430479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.126239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:09:29.430507Z","caller":"traceutil/trace.go:171","msg":"trace[1958571244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12869; }","duration":"111.199827ms","start":"2026-02-26T02:09:29.31928Z","end":"2026-02-26T02:09:29.43048Z","steps":["trace[1958571244] 'agreement among raft nodes before linearized reading' (duration: 110.797045ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:29.430571Z","caller":"traceutil/trace.go:171","msg":"trace[1153045444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12869; }","duration":"119.253822ms","start":"2026-02-26T02:09:29.311293Z","end":"2026-02-26T02:09:29.430547Z","steps":["trace[1153045444] 'agreement among raft nodes before linearized reading' (duration: 118.687704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:29.431999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.861031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T02:09:29.432081Z","caller":"traceutil/trace.go:171","msg":"trace[1375643950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12869; }","duration":"113.962585ms","start":"2026-02-26T02:09:29.31808Z","end":"2026-02-26T02:09:29.432043Z","steps":["trace[1375643950] 'agreement among raft nodes before linearized reading' (duration: 112.205279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:29.432093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.660836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:09:29.432186Z","caller":"traceutil/trace.go:171","msg":"trace[1450174679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12869; }","duration":"113.783279ms","start":"2026-02-26T02:09:29.318379Z","end":"2026-02-26T02:09:29.432162Z","steps":["trace[1450174679] 'agreement among raft nodes before linearized reading' (duration: 111.832927ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:36.307754Z","caller":"traceutil/trace.go:171","msg":"trace[837097353] transaction","detail":"{read_only:false; response_revision:12919; number_of_response:1; }","duration":"139.509805ms","start":"2026-02-26T02:09:36.168219Z","end":"2026-02-26T02:09:36.307729Z","steps":["trace[837097353] 'process raft request' (duration: 139.35556ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:36.347118Z","caller":"traceutil/trace.go:171","msg":"trace[1849770888] transaction","detail":"{read_only:false; response_revision:12920; number_of_response:1; }","duration":"162.220094ms","start":"2026-02-26T02:09:36.18486Z","end":"2026-02-26T02:09:36.34708Z","steps":["trace[1849770888] 'process raft request' (duration: 143.910714ms)","trace[1849770888] 'compare' (duration: 18.036411ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:09:37.906695Z","caller":"traceutil/trace.go:171","msg":"trace[1624183995] transaction","detail":"{read_only:false; response_revision:12922; number_of_response:1; }","duration":"450.980204ms","start":"2026-02-26T02:09:37.455692Z","end":"2026-02-26T02:09:37.906672Z","steps":["trace[1624183995] 'process raft request' (duration: 450.766287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:37.906844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:37.455676Z","time spent":"451.091058ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:09:37.908614Z","caller":"traceutil/trace.go:171","msg":"trace[2008827392] linearizableReadLoop","detail":"{readStateIndex:13394; appliedIndex:13393; }","duration":"439.941663ms","start":"2026-02-26T02:09:37.468651Z","end":"2026-02-26T02:09:37.908592Z","steps":["trace[2008827392] 'read index received' (duration: 438.035453ms)","trace[2008827392] 'applied index is now lower than readState.Index' (duration: 1.90527ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:09:37.908755Z","caller":"traceutil/trace.go:171","msg":"trace[114221541] transaction","detail":"{read_only:false; response_revision:12923; number_of_response:1; }","duration":"447.40434ms","start":"2026-02-26T02:09:37.46131Z","end":"2026-02-26T02:09:37.908714Z","steps":["trace[114221541] 'process raft request' (duration: 447.160623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:37.908894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.385554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T02:09:37.909584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:37.461281Z","time spent":"448.243417ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:09:37.909676Z","caller":"traceutil/trace.go:171","msg":"trace[440747256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12923; }","duration":"439.19296ms","start":"2026-02-26T02:09:37.470454Z","end":"2026-02-26T02:09:37.909647Z","steps":["trace[440747256] 'agreement among raft nodes before linearized reading' (duration: 438.304512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:37.908991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.335837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:09:37.909811Z","caller":"traceutil/trace.go:171","msg":"trace[1198325921] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:12923; }","duration":"162.180494ms","start":"2026-02-26T02:09:37.747605Z","end":"2026-02-26T02:09:37.909785Z","steps":["trace[1198325921] 'agreement among raft nodes before linearized reading' (duration: 161.328307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:37.909004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.307126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:09:37.909891Z","caller":"traceutil/trace.go:171","msg":"trace[766124997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12923; }","duration":"441.264766ms","start":"2026-02-26T02:09:37.468614Z","end":"2026-02-26T02:09:37.909879Z","steps":["trace[766124997] 'agreement among raft nodes before linearized reading' (duration: 440.079389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:37.90993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:37.468602Z","time spent":"441.319138ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:09:37.909021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.580266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T02:09:37.909082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.664827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:09:37.910078Z","caller":"traceutil/trace.go:171","msg":"trace[988828946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12923; }","duration":"430.604717ms","start":"2026-02-26T02:09:37.479407Z","end":"2026-02-26T02:09:37.910011Z","steps":["trace[988828946] 'agreement among raft nodes before linearized reading' (duration: 429.528863ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:37.910195Z","caller":"traceutil/trace.go:171","msg":"trace[1409915145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12923; }","duration":"430.788653ms","start":"2026-02-26T02:09:37.479377Z","end":"2026-02-26T02:09:37.910166Z","steps":["trace[1409915145] 'agreement among raft nodes before linearized reading' (duration: 429.613866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:37.910255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:37.479391Z","time spent":"430.812795ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:09:37.909088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.703458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:09:37.91027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:37.479365Z","time spent":"430.888397ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:09:37.910335Z","caller":"traceutil/trace.go:171","msg":"trace[1303123233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12923; }","duration":"249.986519ms","start":"2026-02-26T02:09:37.660321Z","end":"2026-02-26T02:09:37.910308Z","steps":["trace[1303123233] 'agreement among raft nodes before linearized reading' (duration: 248.700248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:37.909041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.624582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:09:37.910406Z","caller":"traceutil/trace.go:171","msg":"trace[902556351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12923; }","duration":"417.054457ms","start":"2026-02-26T02:09:37.493338Z","end":"2026-02-26T02:09:37.910392Z","steps":["trace[902556351] 'agreement among raft nodes before linearized reading' (duration: 415.491428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:37.91045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:37.493316Z","time spent":"417.12331ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:09:37.909739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:37.47044Z","time spent":"439.284733ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:09:58.355847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.76662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:09:58.356117Z","caller":"traceutil/trace.go:171","msg":"trace[239430242] transaction","detail":"{read_only:false; response_revision:13210; number_of_response:1; }","duration":"344.402024ms","start":"2026-02-26T02:09:58.01168Z","end":"2026-02-26T02:09:58.356082Z","steps":["trace[239430242] 'process raft request' (duration: 113.291884ms)","trace[239430242] 'compare' (duration: 230.523431ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:09:58.356203Z","caller":"traceutil/trace.go:171","msg":"trace[2060069997] linearizableReadLoop","detail":"{readStateIndex:13696; appliedIndex:13692; }","duration":"341.495051ms","start":"2026-02-26T02:09:58.014688Z","end":"2026-02-26T02:09:58.356183Z","steps":["trace[2060069997] 'read index received' (duration: 27.305926ms)","trace[2060069997] 'applied index is now lower than readState.Index' (duration: 314.187415ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:09:58.356234Z","caller":"traceutil/trace.go:171","msg":"trace[1567241466] transaction","detail":"{read_only:false; response_revision:13212; number_of_response:1; }","duration":"343.766884ms","start":"2026-02-26T02:09:58.012439Z","end":"2026-02-26T02:09:58.356206Z","steps":["trace[1567241466] 'process raft request' (duration: 343.629479ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:58.356271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:58.011661Z","time spent":"344.529557ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:09:58.356388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:58.012433Z","time spent":"343.884977ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:09:58.356538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.240442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2ba0421e-319c-44be-922a-7f3f8d01598b\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-02-26T02:09:58.356212Z","caller":"traceutil/trace.go:171","msg":"trace[1344631271] transaction","detail":"{read_only:false; response_revision:13211; number_of_response:1; }","duration":"343.860316ms","start":"2026-02-26T02:09:58.012294Z","end":"2026-02-26T02:09:58.356154Z","steps":["trace[1344631271] 'process raft request' (duration: 343.68198ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:58.35659Z","caller":"traceutil/trace.go:171","msg":"trace[1851630946] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2ba0421e-319c-44be-922a-7f3f8d01598b; range_end:; response_count:1; response_revision:13212; }","duration":"218.325184ms","start":"2026-02-26T02:09:58.138248Z","end":"2026-02-26T02:09:58.356573Z","steps":["trace[1851630946] 'agreement among raft nodes before linearized reading' (duration: 218.1737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:58.356606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.910065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-26T02:09:58.356864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:58.012284Z","time spent":"344.460556ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:09:58.356918Z","caller":"traceutil/trace.go:171","msg":"trace[721266996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13212; }","duration":"342.229925ms","start":"2026-02-26T02:09:58.01467Z","end":"2026-02-26T02:09:58.3569Z","steps":["trace[721266996] 'agreement among raft nodes before linearized reading' (duration: 341.654617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:58.356968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:58.014664Z","time spent":"342.292227ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:09:58.949589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231502025,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:09:59.287176Z","caller":"traceutil/trace.go:171","msg":"trace[449699612] transaction","detail":"{read_only:false; response_revision:13213; number_of_response:1; }","duration":"926.484055ms","start":"2026-02-26T02:09:58.360659Z","end":"2026-02-26T02:09:59.287143Z","steps":["trace[449699612] 'process raft request' (duration: 904.769547ms)","trace[449699612] 'compare' (duration: 21.13489ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:09:59.287356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:58.360639Z","time spent":"926.625209ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:09:59.33919Z","caller":"traceutil/trace.go:171","msg":"trace[1520771528] transaction","detail":"{read_only:false; response_revision:13214; number_of_response:1; }","duration":"545.089559ms","start":"2026-02-26T02:09:58.79406Z","end":"2026-02-26T02:09:59.339149Z","steps":["trace[1520771528] 'process raft request' (duration: 544.629434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:59.339405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:58.794024Z","time spent":"545.271055ms","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415973,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:09:59.339632Z","caller":"traceutil/trace.go:171","msg":"trace[517829508] linearizableReadLoop","detail":"{readStateIndex:13699; appliedIndex:13696; }","duration":"890.405361ms","start":"2026-02-26T02:09:58.449194Z","end":"2026-02-26T02:09:59.3396Z","steps":["trace[517829508] 'read index received' (duration: 816.330462ms)","trace[517829508] 'applied index is now lower than readState.Index' (duration: 74.073709ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:09:59.339843Z","caller":"traceutil/trace.go:171","msg":"trace[1882974610] transaction","detail":"{read_only:false; response_revision:13215; number_of_response:1; }","duration":"391.085534ms","start":"2026-02-26T02:09:58.948735Z","end":"2026-02-26T02:09:59.33982Z","steps":["trace[1882974610] 'process raft request' (duration: 390.31367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:59.339928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:58.948709Z","time spent":"391.176457ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:09:59.340032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.169382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-02-26T02:09:59.340044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.810184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2ba0421e-319c-44be-922a-7f3f8d01598b\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-02-26T02:09:59.340163Z","caller":"traceutil/trace.go:171","msg":"trace[271359170] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2ba0421e-319c-44be-922a-7f3f8d01598b; range_end:; response_count:1; response_revision:13215; }","duration":"890.966829ms","start":"2026-02-26T02:09:58.449155Z","end":"2026-02-26T02:09:59.340122Z","steps":["trace[271359170] 'agreement among raft nodes before linearized reading' (duration: 890.633158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:59.340217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:58.449138Z","time spent":"891.068882ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2ba0421e-319c-44be-922a-7f3f8d01598b\" "} {"level":"warn","ts":"2026-02-26T02:09:59.34024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.614467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-02-26T02:09:59.34031Z","caller":"traceutil/trace.go:171","msg":"trace[383590416] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13215; }","duration":"523.71587ms","start":"2026-02-26T02:09:58.816582Z","end":"2026-02-26T02:09:59.340298Z","steps":["trace[383590416] 'agreement among raft nodes before linearized reading' (duration: 523.609367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:59.340343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:58.816565Z","time spent":"523.771543ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-26T02:09:59.340401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.283931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:09:59.340082Z","caller":"traceutil/trace.go:171","msg":"trace[588458487] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:13215; }","duration":"755.268525ms","start":"2026-02-26T02:09:58.584801Z","end":"2026-02-26T02:09:59.340069Z","steps":["trace[588458487] 'agreement among raft nodes before linearized reading' (duration: 755.1018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:59.340459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.515229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T02:09:59.340481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:58.584777Z","time spent":"755.692799ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-bwh8w\" "} {"level":"info","ts":"2026-02-26T02:09:59.340522Z","caller":"traceutil/trace.go:171","msg":"trace[1987569177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13215; }","duration":"735.628432ms","start":"2026-02-26T02:09:58.604877Z","end":"2026-02-26T02:09:59.340506Z","steps":["trace[1987569177] 'agreement among raft nodes before linearized reading' (duration: 735.524909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:59.340557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.122423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-02-26T02:09:59.340566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:58.604855Z","time spent":"735.698664ms","remote":"127.0.0.1:59170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:09:59.340585Z","caller":"traceutil/trace.go:171","msg":"trace[1097473732] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:13215; }","duration":"209.186735ms","start":"2026-02-26T02:09:59.13139Z","end":"2026-02-26T02:09:59.340577Z","steps":["trace[1097473732] 'agreement among raft nodes before linearized reading' (duration: 209.070412ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:59.340444Z","caller":"traceutil/trace.go:171","msg":"trace[133995102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13215; }","duration":"636.339103ms","start":"2026-02-26T02:09:58.704096Z","end":"2026-02-26T02:09:59.340435Z","steps":["trace[133995102] 'agreement among raft nodes before linearized reading' (duration: 636.273011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:59.340646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:09:58.704089Z","time spent":"636.54711ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:09:59.578117Z","caller":"traceutil/trace.go:171","msg":"trace[1591037363] linearizableReadLoop","detail":"{readStateIndex:13700; appliedIndex:13699; }","duration":"232.401532ms","start":"2026-02-26T02:09:59.345694Z","end":"2026-02-26T02:09:59.578096Z","steps":["trace[1591037363] 'read index received' (duration: 230.035677ms)","trace[1591037363] 'applied index is now lower than readState.Index' (duration: 2.365034ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:09:59.578317Z","caller":"traceutil/trace.go:171","msg":"trace[1741042316] transaction","detail":"{read_only:false; response_revision:13216; number_of_response:1; }","duration":"232.937988ms","start":"2026-02-26T02:09:59.345368Z","end":"2026-02-26T02:09:59.578306Z","steps":["trace[1741042316] 'process raft request' (duration: 230.348956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:59.578576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.875386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-02-26T02:09:59.578634Z","caller":"traceutil/trace.go:171","msg":"trace[659285387] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:13216; }","duration":"232.962409ms","start":"2026-02-26T02:09:59.345647Z","end":"2026-02-26T02:09:59.57861Z","steps":["trace[659285387] 'agreement among raft nodes before linearized reading' (duration: 232.821714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:59.581643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.377132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-26T02:09:59.581698Z","caller":"traceutil/trace.go:171","msg":"trace[1217174554] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13217; }","duration":"169.483425ms","start":"2026-02-26T02:09:59.412201Z","end":"2026-02-26T02:09:59.581684Z","steps":["trace[1217174554] 'agreement among raft nodes before linearized reading' (duration: 169.30028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:59.581818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.612471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:637863"} {"level":"info","ts":"2026-02-26T02:09:59.581871Z","caller":"traceutil/trace.go:171","msg":"trace[1644951954] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:13217; }","duration":"234.704414ms","start":"2026-02-26T02:09:59.347154Z","end":"2026-02-26T02:09:59.581859Z","steps":["trace[1644951954] 'agreement among raft nodes before linearized reading' (duration: 234.086684ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:09:59.581965Z","caller":"traceutil/trace.go:171","msg":"trace[672827991] transaction","detail":"{read_only:false; response_revision:13217; number_of_response:1; }","duration":"231.331207ms","start":"2026-02-26T02:09:59.350625Z","end":"2026-02-26T02:09:59.581956Z","steps":["trace[672827991] 'process raft request' (duration: 230.535342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:59.582172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.482864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2ba0421e-319c-44be-922a-7f3f8d01598b\" ","response":"range_response_count:1 size:3754"} {"level":"info","ts":"2026-02-26T02:09:59.582213Z","caller":"traceutil/trace.go:171","msg":"trace[1983164432] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2ba0421e-319c-44be-922a-7f3f8d01598b; range_end:; response_count:1; response_revision:13217; }","duration":"221.539987ms","start":"2026-02-26T02:09:59.360663Z","end":"2026-02-26T02:09:59.582203Z","steps":["trace[1983164432] 'agreement among raft nodes before linearized reading' (duration: 221.474485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:09:59.582257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.269838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-26T02:09:59.582314Z","caller":"traceutil/trace.go:171","msg":"trace[1430800444] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:13217; }","duration":"215.33841ms","start":"2026-02-26T02:09:59.366963Z","end":"2026-02-26T02:09:59.582301Z","steps":["trace[1430800444] 'agreement among raft nodes before linearized reading' (duration: 215.153264ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:10:51.65927Z","caller":"traceutil/trace.go:171","msg":"trace[1963634589] linearizableReadLoop","detail":"{readStateIndex:14320; appliedIndex:14319; }","duration":"142.905922ms","start":"2026-02-26T02:10:51.516343Z","end":"2026-02-26T02:10:51.659249Z","steps":["trace[1963634589] 'read index received' (duration: 141.932592ms)","trace[1963634589] 'applied index is now lower than readState.Index' (duration: 972.13µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:10:51.659347Z","caller":"traceutil/trace.go:171","msg":"trace[2106839446] transaction","detail":"{read_only:false; response_revision:13820; number_of_response:1; }","duration":"143.676376ms","start":"2026-02-26T02:10:51.515636Z","end":"2026-02-26T02:10:51.659313Z","steps":["trace[2106839446] 'process raft request' (duration: 142.658014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:10:51.659546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.495358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d74vb\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-02-26T02:10:51.659562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.202109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:10:51.659606Z","caller":"traceutil/trace.go:171","msg":"trace[130544051] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d74vb; range_end:; response_count:1; response_revision:13820; }","duration":"141.59001ms","start":"2026-02-26T02:10:51.518002Z","end":"2026-02-26T02:10:51.659592Z","steps":["trace[130544051] 'agreement among raft nodes before linearized reading' (duration: 141.389954ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:10:51.659654Z","caller":"traceutil/trace.go:171","msg":"trace[2044311905] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:13820; }","duration":"112.331743ms","start":"2026-02-26T02:10:51.547301Z","end":"2026-02-26T02:10:51.659633Z","steps":["trace[2044311905] 'agreement among raft nodes before linearized reading' (duration: 112.189818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:10:51.660746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.390409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:744787"} {"level":"info","ts":"2026-02-26T02:10:51.660797Z","caller":"traceutil/trace.go:171","msg":"trace[131208221] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:13820; }","duration":"144.467202ms","start":"2026-02-26T02:10:51.516319Z","end":"2026-02-26T02:10:51.660786Z","steps":["trace[131208221] 'agreement among raft nodes before linearized reading' (duration: 143.060598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:19.081105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.177468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:11:19.081198Z","caller":"traceutil/trace.go:171","msg":"trace[1189249959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13954; }","duration":"275.299972ms","start":"2026-02-26T02:11:18.805884Z","end":"2026-02-26T02:11:19.081184Z","steps":["trace[1189249959] 'range keys from in-memory index tree' (duration: 275.132836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.548341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.289334ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T02:11:25.548435Z","caller":"traceutil/trace.go:171","msg":"trace[347000334] linearizableReadLoop","detail":"{readStateIndex:14482; appliedIndex:14481; }","duration":"1.148610361s","start":"2026-02-26T02:11:24.39981Z","end":"2026-02-26T02:11:25.548421Z","steps":["trace[347000334] 'read index received' (duration: 266.273826ms)","trace[347000334] 'applied index is now lower than readState.Index' (duration: 882.335445ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:11:25.548915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.649155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-trl6t\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-26T02:11:25.548949Z","caller":"traceutil/trace.go:171","msg":"trace[2129496345] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-trl6t; range_end:; response_count:1; response_revision:13975; }","duration":"789.720967ms","start":"2026-02-26T02:11:24.759219Z","end":"2026-02-26T02:11:25.54894Z","steps":["trace[2129496345] 'agreement among raft nodes before linearized reading' (duration: 789.567123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.548971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.759202Z","time spent":"789.764159ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-trl6t\" "} {"level":"warn","ts":"2026-02-26T02:11:25.548957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149036524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:11:25.549069Z","caller":"traceutil/trace.go:171","msg":"trace[1025524116] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13975; }","duration":"1.149188379s","start":"2026-02-26T02:11:24.399854Z","end":"2026-02-26T02:11:25.549042Z","steps":["trace[1025524116] 'agreement among raft nodes before linearized reading' (duration: 1.148929841s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.549139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149331524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:11:25.549159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.399832Z","time spent":"1.149288502s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-26T02:11:25.54919Z","caller":"traceutil/trace.go:171","msg":"trace[1653500115] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13975; }","duration":"1.149419476s","start":"2026-02-26T02:11:24.399764Z","end":"2026-02-26T02:11:25.549184Z","steps":["trace[1653500115] 'agreement among raft nodes before linearized reading' (duration: 1.149354414s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.549268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.399743Z","time spent":"1.14951611s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:11:25.549606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108888211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:11:25.549638Z","caller":"traceutil/trace.go:171","msg":"trace[1036452713] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13975; }","duration":"1.108946912s","start":"2026-02-26T02:11:24.440682Z","end":"2026-02-26T02:11:25.549629Z","steps":["trace[1036452713] 'agreement among raft nodes before linearized reading' (duration: 1.10885909s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.549629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077244377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T02:11:25.549661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.44067Z","time spent":"1.108986314s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-26T02:11:25.549674Z","caller":"traceutil/trace.go:171","msg":"trace[24498108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13975; }","duration":"1.077317349s","start":"2026-02-26T02:11:24.472345Z","end":"2026-02-26T02:11:25.549662Z","steps":["trace[24498108] 'agreement among raft nodes before linearized reading' (duration: 1.077191135s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.549663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.226105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:11:25.54975Z","caller":"traceutil/trace.go:171","msg":"trace[541217346] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13975; }","duration":"913.36703ms","start":"2026-02-26T02:11:24.636363Z","end":"2026-02-26T02:11:25.54973Z","steps":["trace[541217346] 'agreement among raft nodes before linearized reading' (duration: 913.194444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.549782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053548176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T02:11:25.549801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.636343Z","time spent":"913.448752ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-26T02:11:25.549818Z","caller":"traceutil/trace.go:171","msg":"trace[1332877765] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13975; }","duration":"1.053628638s","start":"2026-02-26T02:11:24.496179Z","end":"2026-02-26T02:11:25.549808Z","steps":["trace[1332877765] 'agreement among raft nodes before linearized reading' (duration: 1.053545135s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.549852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.496142Z","time spent":"1.05370442s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:11:25.549827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096275651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:11:25.549827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.052175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-c2297\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-02-26T02:11:25.549875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108962763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:11:25.549938Z","caller":"traceutil/trace.go:171","msg":"trace[2122419292] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-c2297; range_end:; response_count:1; response_revision:13975; }","duration":"928.21312ms","start":"2026-02-26T02:11:24.621705Z","end":"2026-02-26T02:11:25.549918Z","steps":["trace[2122419292] 'agreement among raft nodes before linearized reading' (duration: 927.89397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.549965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.524073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:11:25.549997Z","caller":"traceutil/trace.go:171","msg":"trace[1962552056] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13975; }","duration":"912.573384ms","start":"2026-02-26T02:11:24.637414Z","end":"2026-02-26T02:11:25.549988Z","steps":["trace[1962552056] 'agreement among raft nodes before linearized reading' (duration: 912.526452ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:25.549998Z","caller":"traceutil/trace.go:171","msg":"trace[355717640] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13975; }","duration":"1.109145249s","start":"2026-02-26T02:11:24.440825Z","end":"2026-02-26T02:11:25.549971Z","steps":["trace[355717640] 'agreement among raft nodes before linearized reading' (duration: 1.108905452s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.550008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.3939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:11:25.550001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.621689Z","time spent":"928.298094ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-c2297\" "} {"level":"warn","ts":"2026-02-26T02:11:25.550034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.637403Z","time spent":"912.624286ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T02:11:25.550046Z","caller":"traceutil/trace.go:171","msg":"trace[1358509537] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13975; }","duration":"913.483063ms","start":"2026-02-26T02:11:24.636555Z","end":"2026-02-26T02:11:25.550038Z","steps":["trace[1358509537] 'agreement among raft nodes before linearized reading' (duration: 913.430642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.550056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.440811Z","time spent":"1.109236342s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:11:25.550074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.636504Z","time spent":"913.564855ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:11:25.549704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.47232Z","time spent":"1.077377712s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:11:25.54993Z","caller":"traceutil/trace.go:171","msg":"trace[1888335026] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13975; }","duration":"1.096410995s","start":"2026-02-26T02:11:24.45349Z","end":"2026-02-26T02:11:25.549901Z","steps":["trace[1888335026] 'agreement among raft nodes before linearized reading' (duration: 1.096110915s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.55014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.453479Z","time spent":"1.096652903s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:11:25.549941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149109966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:11:25.550214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.041887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T02:11:25.550263Z","caller":"traceutil/trace.go:171","msg":"trace[994500752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13975; }","duration":"772.114629ms","start":"2026-02-26T02:11:24.778134Z","end":"2026-02-26T02:11:25.550249Z","steps":["trace[994500752] 'agreement among raft nodes before linearized reading' (duration: 771.996195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.550309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.778124Z","time spent":"772.176892ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:11:25.550259Z","caller":"traceutil/trace.go:171","msg":"trace[264819166] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13975; }","duration":"1.149455298s","start":"2026-02-26T02:11:24.400786Z","end":"2026-02-26T02:11:25.550241Z","steps":["trace[264819166] 'agreement among raft nodes before linearized reading' (duration: 1.149108907s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.550434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.400771Z","time spent":"1.149649793s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:11:25.55049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.718267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:11:25.55052Z","caller":"traceutil/trace.go:171","msg":"trace[1243070545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13975; }","duration":"777.747738ms","start":"2026-02-26T02:11:24.772765Z","end":"2026-02-26T02:11:25.550513Z","steps":["trace[1243070545] 'agreement among raft nodes before linearized reading' (duration: 777.678466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.55054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.772699Z","time spent":"777.836831ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:11:25.550278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.706172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T02:11:25.550675Z","caller":"traceutil/trace.go:171","msg":"trace[1343622202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13975; }","duration":"769.151475ms","start":"2026-02-26T02:11:24.781517Z","end":"2026-02-26T02:11:25.550669Z","steps":["trace[1343622202] 'agreement among raft nodes before linearized reading' (duration: 768.716462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.550705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.781493Z","time spent":"769.196067ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:11:25.551007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.625366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:11:25.551051Z","caller":"traceutil/trace.go:171","msg":"trace[802151911] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13975; }","duration":"912.690188ms","start":"2026-02-26T02:11:24.638349Z","end":"2026-02-26T02:11:25.55104Z","steps":["trace[802151911] 'agreement among raft nodes before linearized reading' (duration: 911.022415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.55108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:24.637959Z","time spent":"913.114101ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T02:11:25.659206Z","caller":"traceutil/trace.go:171","msg":"trace[369859115] transaction","detail":"{read_only:false; response_revision:13976; number_of_response:1; }","duration":"106.356893ms","start":"2026-02-26T02:11:25.552824Z","end":"2026-02-26T02:11:25.659181Z","steps":["trace[369859115] 'process raft request' (duration: 106.190468ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:25.668433Z","caller":"traceutil/trace.go:171","msg":"trace[1184617574] linearizableReadLoop","detail":"{readStateIndex:14486; appliedIndex:14482; }","duration":"110.171895ms","start":"2026-02-26T02:11:25.558241Z","end":"2026-02-26T02:11:25.668413Z","steps":["trace[1184617574] 'read index received' (duration: 100.762206ms)","trace[1184617574] 'applied index is now lower than readState.Index' (duration: 9.408929ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:25.668704Z","caller":"traceutil/trace.go:171","msg":"trace[672336039] transaction","detail":"{read_only:false; response_revision:13977; number_of_response:1; }","duration":"113.441008ms","start":"2026-02-26T02:11:25.555255Z","end":"2026-02-26T02:11:25.668696Z","steps":["trace[672336039] 'process raft request' (duration: 113.004944ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:25.668858Z","caller":"traceutil/trace.go:171","msg":"trace[1823994234] transaction","detail":"{read_only:false; response_revision:13978; number_of_response:1; }","duration":"113.474169ms","start":"2026-02-26T02:11:25.555376Z","end":"2026-02-26T02:11:25.66885Z","steps":["trace[1823994234] 'process raft request' (duration: 112.991913ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:25.668915Z","caller":"traceutil/trace.go:171","msg":"trace[1210352578] transaction","detail":"{read_only:false; response_revision:13979; number_of_response:1; }","duration":"113.435868ms","start":"2026-02-26T02:11:25.555474Z","end":"2026-02-26T02:11:25.66891Z","steps":["trace[1210352578] 'process raft request' (duration: 112.916351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:25.669512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.253199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:744744"} {"level":"warn","ts":"2026-02-26T02:11:25.669515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.102143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:77 size:744744"} {"level":"info","ts":"2026-02-26T02:11:25.669541Z","caller":"traceutil/trace.go:171","msg":"trace[378092848] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:13979; }","duration":"111.31023ms","start":"2026-02-26T02:11:25.558223Z","end":"2026-02-26T02:11:25.669533Z","steps":["trace[378092848] 'agreement among raft nodes before linearized reading' (duration: 110.745682ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:25.669544Z","caller":"traceutil/trace.go:171","msg":"trace[2075243434] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:77; response_revision:13979; }","duration":"111.140845ms","start":"2026-02-26T02:11:25.558395Z","end":"2026-02-26T02:11:25.669536Z","steps":["trace[2075243434] 'agreement among raft nodes before linearized reading' (duration: 110.726442ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:25.967511Z","caller":"traceutil/trace.go:171","msg":"trace[1307772261] transaction","detail":"{read_only:false; response_revision:13983; number_of_response:1; }","duration":"126.818042ms","start":"2026-02-26T02:11:25.840664Z","end":"2026-02-26T02:11:25.967482Z","steps":["trace[1307772261] 'process raft request' (duration: 111.3049ms)","trace[1307772261] 'compare' (duration: 15.367218ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:26.46295Z","caller":"traceutil/trace.go:171","msg":"trace[117343404] linearizableReadLoop","detail":"{readStateIndex:14492; appliedIndex:14491; }","duration":"136.886892ms","start":"2026-02-26T02:11:26.326004Z","end":"2026-02-26T02:11:26.462891Z","steps":["trace[117343404] 'read index received' (duration: 95.913093ms)","trace[117343404] 'applied index is now lower than readState.Index' (duration: 40.972879ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:26.46305Z","caller":"traceutil/trace.go:171","msg":"trace[250951525] transaction","detail":"{read_only:false; response_revision:13985; number_of_response:1; }","duration":"151.510136ms","start":"2026-02-26T02:11:26.311499Z","end":"2026-02-26T02:11:26.463009Z","steps":["trace[250951525] 'process raft request' (duration: 110.435803ms)","trace[250951525] 'compare' (duration: 40.830345ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:11:26.463234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.203652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwh8w\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-02-26T02:11:26.463379Z","caller":"traceutil/trace.go:171","msg":"trace[983921752] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwh8w; range_end:; response_count:1; response_revision:13985; }","duration":"137.391108ms","start":"2026-02-26T02:11:26.325965Z","end":"2026-02-26T02:11:26.463356Z","steps":["trace[983921752] 'agreement among raft nodes before linearized reading' (duration: 137.069628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.172276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231504816,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:11:28.214122Z","caller":"traceutil/trace.go:171","msg":"trace[1337584147] transaction","detail":"{read_only:false; response_revision:13986; number_of_response:1; }","duration":"545.718948ms","start":"2026-02-26T02:11:27.668378Z","end":"2026-02-26T02:11:28.214097Z","steps":["trace[1337584147] 'process raft request' (duration: 545.561993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.214306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:27.668359Z","time spent":"545.845323ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:11:28.220872Z","caller":"traceutil/trace.go:171","msg":"trace[1307543973] linearizableReadLoop","detail":"{readStateIndex:14494; appliedIndex:14492; }","duration":"548.62046ms","start":"2026-02-26T02:11:27.672224Z","end":"2026-02-26T02:11:28.220845Z","steps":["trace[1307543973] 'read index received' (duration: 541.723062ms)","trace[1307543973] 'applied index is now lower than readState.Index' (duration: 6.896248ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:28.221002Z","caller":"traceutil/trace.go:171","msg":"trace[1417761583] transaction","detail":"{read_only:false; response_revision:13987; number_of_response:1; }","duration":"384.916778ms","start":"2026-02-26T02:11:27.836055Z","end":"2026-02-26T02:11:28.220972Z","steps":["trace[1417761583] 'process raft request' (duration: 384.65438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.221113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.873949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T02:11:28.221131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:27.836029Z","time spent":"385.046923ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:11:28.221155Z","caller":"traceutil/trace.go:171","msg":"trace[712025488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13987; }","duration":"548.971552ms","start":"2026-02-26T02:11:27.672172Z","end":"2026-02-26T02:11:28.221143Z","steps":["trace[712025488] 'agreement among raft nodes before linearized reading' (duration: 548.800206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.22119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:27.672158Z","time spent":"549.023814ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:11:28.221185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.723422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-26T02:11:28.221238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.06813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:11:28.221601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.185715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:11:28.221649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.579298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:11:28.221704Z","caller":"traceutil/trace.go:171","msg":"trace[2002067040] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13987; }","duration":"250.32476ms","start":"2026-02-26T02:11:27.971368Z","end":"2026-02-26T02:11:28.221693Z","steps":["trace[2002067040] 'agreement among raft nodes before linearized reading' (duration: 250.050222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.221687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.927872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T02:11:28.221737Z","caller":"traceutil/trace.go:171","msg":"trace[990741829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13987; }","duration":"250.721892ms","start":"2026-02-26T02:11:27.970995Z","end":"2026-02-26T02:11:28.221717Z","steps":["trace[990741829] 'agreement among raft nodes before linearized reading' (duration: 250.478894ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:28.221253Z","caller":"traceutil/trace.go:171","msg":"trace[867962013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13987; }","duration":"547.828566ms","start":"2026-02-26T02:11:27.673408Z","end":"2026-02-26T02:11:28.221237Z","steps":["trace[867962013] 'agreement among raft nodes before linearized reading' (duration: 547.612799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.221914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:27.673396Z","time spent":"548.505987ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:11:28.221366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.858313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-c2297\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-02-26T02:11:28.222002Z","caller":"traceutil/trace.go:171","msg":"trace[1309071911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13987; }","duration":"544.045895ms","start":"2026-02-26T02:11:27.67771Z","end":"2026-02-26T02:11:28.221756Z","steps":["trace[1309071911] 'agreement among raft nodes before linearized reading' (duration: 543.57629ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:28.222055Z","caller":"traceutil/trace.go:171","msg":"trace[305255294] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-c2297; range_end:; response_count:1; response_revision:13987; }","duration":"540.547045ms","start":"2026-02-26T02:11:27.681486Z","end":"2026-02-26T02:11:28.222033Z","steps":["trace[305255294] 'agreement among raft nodes before linearized reading' (duration: 539.788831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.22207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:27.677702Z","time spent":"544.357356ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:11:28.222094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:27.681478Z","time spent":"540.605747ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20792,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-c2297\" "} {"level":"warn","ts":"2026-02-26T02:11:28.221374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.140342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:11:28.222168Z","caller":"traceutil/trace.go:171","msg":"trace[69847549] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13987; }","duration":"249.959739ms","start":"2026-02-26T02:11:27.972183Z","end":"2026-02-26T02:11:28.222143Z","steps":["trace[69847549] 'agreement among raft nodes before linearized reading' (duration: 249.158773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.221377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.965366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:11:28.222247Z","caller":"traceutil/trace.go:171","msg":"trace[1311539001] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13987; }","duration":"249.857825ms","start":"2026-02-26T02:11:27.972357Z","end":"2026-02-26T02:11:28.222215Z","steps":["trace[1311539001] 'agreement among raft nodes before linearized reading' (duration: 248.845573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.221447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.995444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d74vb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-02-26T02:11:28.222314Z","caller":"traceutil/trace.go:171","msg":"trace[1024347165] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d74vb; range_end:; response_count:1; response_revision:13987; }","duration":"189.889183ms","start":"2026-02-26T02:11:28.032415Z","end":"2026-02-26T02:11:28.222304Z","steps":["trace[1024347165] 'agreement among raft nodes before linearized reading' (duration: 188.974134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.221458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.976476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d74vb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-02-26T02:11:28.222391Z","caller":"traceutil/trace.go:171","msg":"trace[1154180552] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d74vb; range_end:; response_count:1; response_revision:13987; }","duration":"103.951047ms","start":"2026-02-26T02:11:28.118432Z","end":"2026-02-26T02:11:28.222383Z","steps":["trace[1154180552] 'agreement among raft nodes before linearized reading' (duration: 102.809021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.222422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.090717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-trl6t\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-26T02:11:28.222698Z","caller":"traceutil/trace.go:171","msg":"trace[745611421] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13987; }","duration":"249.542545ms","start":"2026-02-26T02:11:27.97215Z","end":"2026-02-26T02:11:28.221692Z","steps":["trace[745611421] 'agreement among raft nodes before linearized reading' (duration: 249.001298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.221496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.270747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:11:28.223137Z","caller":"traceutil/trace.go:171","msg":"trace[1288945884] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-trl6t; range_end:; response_count:1; response_revision:13987; }","duration":"538.79485ms","start":"2026-02-26T02:11:27.684293Z","end":"2026-02-26T02:11:28.223088Z","steps":["trace[1288945884] 'agreement among raft nodes before linearized reading' (duration: 536.961321ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:28.223234Z","caller":"traceutil/trace.go:171","msg":"trace[1913540944] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13987; }","duration":"251.028942ms","start":"2026-02-26T02:11:27.97219Z","end":"2026-02-26T02:11:28.223219Z","steps":["trace[1913540944] 'agreement among raft nodes before linearized reading' (duration: 249.217174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:28.223257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:27.684282Z","time spent":"538.961634ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-trl6t\" "} {"level":"info","ts":"2026-02-26T02:12:26.03834Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12122} {"level":"info","ts":"2026-02-26T02:12:26.114212Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12122,"took":"72.174355ms","hash":2832327310,"current-db-size-bytes":42684416,"current-db-size":"43 MB","current-db-size-in-use-bytes":27222016,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-26T02:12:26.114293Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2832327310,"revision":12122,"compact-revision":10063} {"level":"warn","ts":"2026-02-26T02:12:26.60076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.701509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T02:12:26.600835Z","caller":"traceutil/trace.go:171","msg":"trace[1038188454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14342; }","duration":"125.791323ms","start":"2026-02-26T02:12:26.475027Z","end":"2026-02-26T02:12:26.600818Z","steps":["trace[1038188454] 'range keys from in-memory index tree' (duration: 125.538104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:26.600881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.112887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:12:26.600977Z","caller":"traceutil/trace.go:171","msg":"trace[263318796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14342; }","duration":"129.217891ms","start":"2026-02-26T02:12:26.471735Z","end":"2026-02-26T02:12:26.600953Z","steps":["trace[263318796] 'range keys from in-memory index tree' (duration: 128.959313ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:13.525575Z","caller":"traceutil/trace.go:171","msg":"trace[1388842734] linearizableReadLoop","detail":"{readStateIndex:15839; appliedIndex:15838; }","duration":"105.629894ms","start":"2026-02-26T02:14:13.419919Z","end":"2026-02-26T02:14:13.525549Z","steps":["trace[1388842734] 'read index received' (duration: 105.460749ms)","trace[1388842734] 'applied index is now lower than readState.Index' (duration: 167.805µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:14:13.525662Z","caller":"traceutil/trace.go:171","msg":"trace[481458630] transaction","detail":"{read_only:false; response_revision:15288; number_of_response:1; }","duration":"123.132038ms","start":"2026-02-26T02:14:13.402475Z","end":"2026-02-26T02:14:13.525607Z","steps":["trace[481458630] 'process raft request' (duration: 122.88308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:13.525781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.84261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:14:13.525831Z","caller":"traceutil/trace.go:171","msg":"trace[1263993318] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15288; }","duration":"105.941414ms","start":"2026-02-26T02:14:13.419877Z","end":"2026-02-26T02:14:13.525818Z","steps":["trace[1263993318] 'agreement among raft nodes before linearized reading' (duration: 105.842861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:13.52582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.420638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:14:13.526081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.661695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:14:13.526102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.284813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:14:13.526128Z","caller":"traceutil/trace.go:171","msg":"trace[646441304] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15288; }","duration":"105.751768ms","start":"2026-02-26T02:14:13.420344Z","end":"2026-02-26T02:14:13.526096Z","steps":["trace[646441304] 'agreement among raft nodes before linearized reading' (duration: 105.401987ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:13.526176Z","caller":"traceutil/trace.go:171","msg":"trace[1451916599] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15288; }","duration":"105.782249ms","start":"2026-02-26T02:14:13.420364Z","end":"2026-02-26T02:14:13.526146Z","steps":["trace[1451916599] 'agreement among raft nodes before linearized reading' (duration: 105.447088ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:13.526185Z","caller":"traceutil/trace.go:171","msg":"trace[1573237493] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15288; }","duration":"105.413578ms","start":"2026-02-26T02:14:13.420747Z","end":"2026-02-26T02:14:13.52616Z","steps":["trace[1573237493] 'agreement among raft nodes before linearized reading' (duration: 105.072657ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:15.422657Z","caller":"traceutil/trace.go:171","msg":"trace[632741290] transaction","detail":"{read_only:false; response_revision:15298; number_of_response:1; }","duration":"140.012773ms","start":"2026-02-26T02:14:15.282624Z","end":"2026-02-26T02:14:15.422637Z","steps":["trace[632741290] 'process raft request' (duration: 139.9029ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:15.431966Z","caller":"traceutil/trace.go:171","msg":"trace[173219142] linearizableReadLoop","detail":"{readStateIndex:15852; appliedIndex:15850; }","duration":"138.369351ms","start":"2026-02-26T02:14:15.29358Z","end":"2026-02-26T02:14:15.431949Z","steps":["trace[173219142] 'read index received' (duration: 129.040835ms)","trace[173219142] 'applied index is now lower than readState.Index' (duration: 9.328076ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:14:15.432024Z","caller":"traceutil/trace.go:171","msg":"trace[1078921279] transaction","detail":"{read_only:false; response_revision:15299; number_of_response:1; }","duration":"149.06964ms","start":"2026-02-26T02:14:15.282915Z","end":"2026-02-26T02:14:15.431985Z","steps":["trace[1078921279] 'process raft request' (duration: 148.906315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:14:15.432114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.516145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T02:14:15.432144Z","caller":"traceutil/trace.go:171","msg":"trace[988576702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15300; }","duration":"138.584407ms","start":"2026-02-26T02:14:15.293549Z","end":"2026-02-26T02:14:15.432134Z","steps":["trace[988576702] 'agreement among raft nodes before linearized reading' (duration: 138.474874ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:14:15.432169Z","caller":"traceutil/trace.go:171","msg":"trace[828792815] transaction","detail":"{read_only:false; response_revision:15300; number_of_response:1; }","duration":"148.163181ms","start":"2026-02-26T02:14:15.283991Z","end":"2026-02-26T02:14:15.432154Z","steps":["trace[828792815] 'process raft request' (duration: 147.921314ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:55.885228Z","caller":"traceutil/trace.go:171","msg":"trace[931497165] transaction","detail":"{read_only:false; response_revision:16299; number_of_response:1; }","duration":"144.144487ms","start":"2026-02-26T02:16:55.741059Z","end":"2026-02-26T02:16:55.885203Z","steps":["trace[931497165] 'process raft request' (duration: 143.999122ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:56.283937Z","caller":"traceutil/trace.go:171","msg":"trace[2100716651] transaction","detail":"{read_only:false; response_revision:16301; number_of_response:1; }","duration":"120.262665ms","start":"2026-02-26T02:16:56.163653Z","end":"2026-02-26T02:16:56.283916Z","steps":["trace[2100716651] 'process raft request' (duration: 120.171062ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:56.284317Z","caller":"traceutil/trace.go:171","msg":"trace[1351857126] transaction","detail":"{read_only:false; response_revision:16300; number_of_response:1; }","duration":"248.212752ms","start":"2026-02-26T02:16:56.036084Z","end":"2026-02-26T02:16:56.284297Z","steps":["trace[1351857126] 'process raft request' (duration: 246.477227ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:56.28432Z","caller":"traceutil/trace.go:171","msg":"trace[1608307000] linearizableReadLoop","detail":"{readStateIndex:16889; appliedIndex:16888; }","duration":"204.464515ms","start":"2026-02-26T02:16:56.079804Z","end":"2026-02-26T02:16:56.284268Z","steps":["trace[1608307000] 'read index received' (duration: 202.760091ms)","trace[1608307000] 'applied index is now lower than readState.Index' (duration: 1.701524ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:56.284513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.688953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T02:16:56.284604Z","caller":"traceutil/trace.go:171","msg":"trace[1969591819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16301; }","duration":"204.814317ms","start":"2026-02-26T02:16:56.079762Z","end":"2026-02-26T02:16:56.284576Z","steps":["trace[1969591819] 'agreement among raft nodes before linearized reading' (duration: 204.61157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:56.284671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.224237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T02:16:56.285364Z","caller":"traceutil/trace.go:171","msg":"trace[338491598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16301; }","duration":"122.993151ms","start":"2026-02-26T02:16:56.16236Z","end":"2026-02-26T02:16:56.285353Z","steps":["trace[338491598] 'agreement among raft nodes before linearized reading' (duration: 122.126784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:56.284744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.69091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-trl6t\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-26T02:16:56.286095Z","caller":"traceutil/trace.go:171","msg":"trace[1862043294] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-trl6t; range_end:; response_count:1; response_revision:16301; }","duration":"184.085604ms","start":"2026-02-26T02:16:56.102Z","end":"2026-02-26T02:16:56.286086Z","steps":["trace[1862043294] 'agreement among raft nodes before linearized reading' (duration: 182.639359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:56.284772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.003812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d74vb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-02-26T02:16:56.286551Z","caller":"traceutil/trace.go:171","msg":"trace[1023387989] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d74vb; range_end:; response_count:1; response_revision:16301; }","duration":"165.813009ms","start":"2026-02-26T02:16:56.120724Z","end":"2026-02-26T02:16:56.286537Z","steps":["trace[1023387989] 'agreement among raft nodes before linearized reading' (duration: 163.786495ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:02.48561Z","caller":"traceutil/trace.go:171","msg":"trace[1555389379] linearizableReadLoop","detail":"{readStateIndex:16923; appliedIndex:16922; }","duration":"154.113291ms","start":"2026-02-26T02:17:02.331475Z","end":"2026-02-26T02:17:02.485589Z","steps":["trace[1555389379] 'read index received' (duration: 153.971196ms)","trace[1555389379] 'applied index is now lower than readState.Index' (duration: 141.065µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:02.485704Z","caller":"traceutil/trace.go:171","msg":"trace[143861090] transaction","detail":"{read_only:false; response_revision:16333; number_of_response:1; }","duration":"158.655494ms","start":"2026-02-26T02:17:02.327025Z","end":"2026-02-26T02:17:02.485681Z","steps":["trace[143861090] 'process raft request' (duration: 158.432157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:02.485963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.477692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:17:02.486144Z","caller":"traceutil/trace.go:171","msg":"trace[280784204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16333; }","duration":"154.556734ms","start":"2026-02-26T02:17:02.331457Z","end":"2026-02-26T02:17:02.486014Z","steps":["trace[280784204] 'agreement among raft nodes before linearized reading' (duration: 154.291296ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:02.552854Z","caller":"traceutil/trace.go:171","msg":"trace[525684963] transaction","detail":"{read_only:false; response_revision:16334; number_of_response:1; }","duration":"184.236259ms","start":"2026-02-26T02:17:02.368582Z","end":"2026-02-26T02:17:02.552819Z","steps":["trace[525684963] 'process raft request' (duration: 184.037213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:02.553367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.366898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T02:17:02.553517Z","caller":"traceutil/trace.go:171","msg":"trace[660711070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16334; }","duration":"221.500962ms","start":"2026-02-26T02:17:02.331944Z","end":"2026-02-26T02:17:02.553445Z","steps":["trace[660711070] 'agreement among raft nodes before linearized reading' (duration: 221.300675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:02.553669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.40936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T02:17:02.553661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.598742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-c2297\" ","response":"range_response_count:1 size:20871"} {"level":"warn","ts":"2026-02-26T02:17:02.553545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.124254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:17:02.553739Z","caller":"traceutil/trace.go:171","msg":"trace[631701798] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-c2297; range_end:; response_count:1; response_revision:16334; }","duration":"131.694884ms","start":"2026-02-26T02:17:02.422027Z","end":"2026-02-26T02:17:02.553722Z","steps":["trace[631701798] 'agreement among raft nodes before linearized reading' (duration: 131.480138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:02.559211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.797931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d74vb\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-02-26T02:17:02.559285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.962013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-trl6t\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-26T02:17:02.559301Z","caller":"traceutil/trace.go:171","msg":"trace[1856968795] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d74vb; range_end:; response_count:1; response_revision:16334; }","duration":"207.890953ms","start":"2026-02-26T02:17:02.351376Z","end":"2026-02-26T02:17:02.559267Z","steps":["trace[1856968795] 'agreement among raft nodes before linearized reading' (duration: 202.08795ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:02.559362Z","caller":"traceutil/trace.go:171","msg":"trace[499441559] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-trl6t; range_end:; response_count:1; response_revision:16334; }","duration":"191.644972ms","start":"2026-02-26T02:17:02.36769Z","end":"2026-02-26T02:17:02.559335Z","steps":["trace[499441559] 'agreement among raft nodes before linearized reading' (duration: 185.840269ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:02.559464Z","caller":"traceutil/trace.go:171","msg":"trace[1812664560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16334; }","duration":"147.475571ms","start":"2026-02-26T02:17:02.406235Z","end":"2026-02-26T02:17:02.553711Z","steps":["trace[1812664560] 'agreement among raft nodes before linearized reading' (duration: 147.351057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:02.559461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.187781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T02:17:02.559537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.15859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:17:02.559584Z","caller":"traceutil/trace.go:171","msg":"trace[1921845811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16334; }","duration":"227.320795ms","start":"2026-02-26T02:17:02.332206Z","end":"2026-02-26T02:17:02.559527Z","steps":["trace[1921845811] 'agreement among raft nodes before linearized reading' (duration: 221.465791ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:02.559621Z","caller":"traceutil/trace.go:171","msg":"trace[1222347911] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:16334; }","duration":"189.224706ms","start":"2026-02-26T02:17:02.370353Z","end":"2026-02-26T02:17:02.559578Z","steps":["trace[1222347911] 'agreement among raft nodes before linearized reading' (duration: 183.119034ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:02.559637Z","caller":"traceutil/trace.go:171","msg":"trace[224310894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16334; }","duration":"227.266513ms","start":"2026-02-26T02:17:02.332326Z","end":"2026-02-26T02:17:02.559593Z","steps":["trace[224310894] 'agreement among raft nodes before linearized reading' (duration: 221.380288ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:02.644666Z","caller":"traceutil/trace.go:171","msg":"trace[635241678] transaction","detail":"{read_only:false; response_revision:16335; number_of_response:1; }","duration":"155.572856ms","start":"2026-02-26T02:17:02.48906Z","end":"2026-02-26T02:17:02.644632Z","steps":["trace[635241678] 'process raft request' (duration: 100.0651ms)","trace[635241678] 'compare' (duration: 55.386333ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:02.698391Z","caller":"traceutil/trace.go:171","msg":"trace[1447618032] transaction","detail":"{read_only:false; response_revision:16336; number_of_response:1; }","duration":"134.758761ms","start":"2026-02-26T02:17:02.563607Z","end":"2026-02-26T02:17:02.698366Z","steps":["trace[1447618032] 'process raft request' (duration: 134.577625ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:02.698671Z","caller":"traceutil/trace.go:171","msg":"trace[11364895] transaction","detail":"{read_only:false; response_revision:16337; number_of_response:1; }","duration":"134.516354ms","start":"2026-02-26T02:17:02.564142Z","end":"2026-02-26T02:17:02.698659Z","steps":["trace[11364895] 'process raft request' (duration: 134.183284ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:02.69874Z","caller":"traceutil/trace.go:171","msg":"trace[791985839] linearizableReadLoop","detail":"{readStateIndex:16928; appliedIndex:16924; }","duration":"131.587652ms","start":"2026-02-26T02:17:02.567133Z","end":"2026-02-26T02:17:02.69872Z","steps":["trace[791985839] 'read index received' (duration: 22.081035ms)","trace[791985839] 'applied index is now lower than readState.Index' (duration: 109.505647ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:02.698785Z","caller":"traceutil/trace.go:171","msg":"trace[2077952184] transaction","detail":"{read_only:false; response_revision:16339; number_of_response:1; }","duration":"130.086905ms","start":"2026-02-26T02:17:02.568688Z","end":"2026-02-26T02:17:02.698775Z","steps":["trace[2077952184] 'process raft request' (duration: 129.962121ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:02.698846Z","caller":"traceutil/trace.go:171","msg":"trace[300232134] transaction","detail":"{read_only:false; response_revision:16340; number_of_response:1; }","duration":"122.677451ms","start":"2026-02-26T02:17:02.57616Z","end":"2026-02-26T02:17:02.698837Z","steps":["trace[300232134] 'process raft request' (duration: 122.516026ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:02.698865Z","caller":"traceutil/trace.go:171","msg":"trace[1494639934] transaction","detail":"{read_only:false; response_revision:16338; number_of_response:1; }","duration":"134.40213ms","start":"2026-02-26T02:17:02.564313Z","end":"2026-02-26T02:17:02.698715Z","steps":["trace[1494639934] 'process raft request' (duration: 134.240965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:02.699811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.344883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:954064"} {"level":"info","ts":"2026-02-26T02:17:02.69986Z","caller":"traceutil/trace.go:171","msg":"trace[1140711845] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16340; }","duration":"130.427426ms","start":"2026-02-26T02:17:02.569421Z","end":"2026-02-26T02:17:02.699848Z","steps":["trace[1140711845] 'agreement among raft nodes before linearized reading' (duration: 129.442505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:02.699869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.706567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:954064"} {"level":"info","ts":"2026-02-26T02:17:02.699935Z","caller":"traceutil/trace.go:171","msg":"trace[1309145057] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16340; }","duration":"132.80743ms","start":"2026-02-26T02:17:02.567113Z","end":"2026-02-26T02:17:02.699921Z","steps":["trace[1309145057] 'agreement among raft nodes before linearized reading' (duration: 131.909122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:03.13639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.984026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:17:03.13648Z","caller":"traceutil/trace.go:171","msg":"trace[868346902] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:16340; }","duration":"276.131421ms","start":"2026-02-26T02:17:02.860327Z","end":"2026-02-26T02:17:03.136458Z","steps":["trace[868346902] 'count revisions from in-memory index tree' (duration: 275.871562ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:04.025513Z","caller":"traceutil/trace.go:171","msg":"trace[202010760] transaction","detail":"{read_only:false; response_revision:16342; number_of_response:1; }","duration":"472.532001ms","start":"2026-02-26T02:17:03.552948Z","end":"2026-02-26T02:17:04.025479Z","steps":["trace[202010760] 'process raft request' (duration: 472.341835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:04.025698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:03.552916Z","time spent":"472.684986ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:17:04.739996Z","caller":"traceutil/trace.go:171","msg":"trace[886273131] transaction","detail":"{read_only:false; response_revision:16344; number_of_response:1; }","duration":"830.292283ms","start":"2026-02-26T02:17:03.909684Z","end":"2026-02-26T02:17:04.739977Z","steps":["trace[886273131] 'process raft request' (duration: 830.21072ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:04.740058Z","caller":"traceutil/trace.go:171","msg":"trace[88718113] transaction","detail":"{read_only:false; response_revision:16343; number_of_response:1; }","duration":"949.460123ms","start":"2026-02-26T02:17:03.79056Z","end":"2026-02-26T02:17:04.74002Z","steps":["trace[88718113] 'process raft request' (duration: 949.202765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:04.740134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:03.909657Z","time spent":"830.408106ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:17:04.740242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:03.790529Z","time spent":"949.610608ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:17:04.840515Z","caller":"traceutil/trace.go:171","msg":"trace[631992358] linearizableReadLoop","detail":"{readStateIndex:16936; appliedIndex:16932; }","duration":"229.73018ms","start":"2026-02-26T02:17:04.610764Z","end":"2026-02-26T02:17:04.840494Z","steps":["trace[631992358] 'read index received' (duration: 129.105613ms)","trace[631992358] 'applied index is now lower than readState.Index' (duration: 100.623257ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:04.840641Z","caller":"traceutil/trace.go:171","msg":"trace[1102151581] transaction","detail":"{read_only:false; response_revision:16345; number_of_response:1; }","duration":"349.928624ms","start":"2026-02-26T02:17:04.490681Z","end":"2026-02-26T02:17:04.840609Z","steps":["trace[1102151581] 'process raft request' (duration: 349.703477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:04.840944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:04.490662Z","time spent":"350.12504ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:17:04.881224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.061898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T02:17:04.881284Z","caller":"traceutil/trace.go:171","msg":"trace[1256003884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16345; }","duration":"174.143261ms","start":"2026-02-26T02:17:04.707127Z","end":"2026-02-26T02:17:04.88127Z","steps":["trace[1256003884] 'agreement among raft nodes before linearized reading' (duration: 133.547273ms)","trace[1256003884] 'range keys from in-memory index tree' (duration: 40.457763ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:04.881362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.715428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T02:17:04.88145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.04565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-trl6t\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-26T02:17:04.881477Z","caller":"traceutil/trace.go:171","msg":"trace[1160832070] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-trl6t; range_end:; response_count:1; response_revision:16345; }","duration":"162.092242ms","start":"2026-02-26T02:17:04.719377Z","end":"2026-02-26T02:17:04.881469Z","steps":["trace[1160832070] 'agreement among raft nodes before linearized reading' (duration: 121.283398ms)","trace[1160832070] 'range keys from in-memory index tree' (duration: 40.745742ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:04.881474Z","caller":"traceutil/trace.go:171","msg":"trace[1109361180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16345; }","duration":"174.868684ms","start":"2026-02-26T02:17:04.70657Z","end":"2026-02-26T02:17:04.881439Z","steps":["trace[1109361180] 'agreement among raft nodes before linearized reading' (duration: 134.109631ms)","trace[1109361180] 'range keys from in-memory index tree' (duration: 40.492435ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:04.881532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.033015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T02:17:04.88161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.402504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d74vb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-02-26T02:17:04.881634Z","caller":"traceutil/trace.go:171","msg":"trace[1155465711] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d74vb; range_end:; response_count:1; response_revision:16345; }","duration":"164.448756ms","start":"2026-02-26T02:17:04.717179Z","end":"2026-02-26T02:17:04.881628Z","steps":["trace[1155465711] 'agreement among raft nodes before linearized reading' (duration: 123.488667ms)","trace[1155465711] 'range keys from in-memory index tree' (duration: 40.901667ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:04.881672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.903116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:17:04.881715Z","caller":"traceutil/trace.go:171","msg":"trace[1401852234] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:16345; }","duration":"270.983299ms","start":"2026-02-26T02:17:04.61072Z","end":"2026-02-26T02:17:04.881703Z","steps":["trace[1401852234] 'agreement among raft nodes before linearized reading' (duration: 229.901116ms)","trace[1401852234] 'count revisions from in-memory index tree' (duration: 41.026601ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:04.88162Z","caller":"traceutil/trace.go:171","msg":"trace[1959705412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16345; }","duration":"233.164689ms","start":"2026-02-26T02:17:04.648431Z","end":"2026-02-26T02:17:04.881596Z","steps":["trace[1959705412] 'agreement among raft nodes before linearized reading' (duration: 192.21341ms)","trace[1959705412] 'range keys from in-memory index tree' (duration: 40.731232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:04.881809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.583397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:17:04.881892Z","caller":"traceutil/trace.go:171","msg":"trace[1237196924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16345; }","duration":"223.717151ms","start":"2026-02-26T02:17:04.658142Z","end":"2026-02-26T02:17:04.881859Z","steps":["trace[1237196924] 'agreement among raft nodes before linearized reading' (duration: 182.559806ms)","trace[1237196924] 'range keys from in-memory index tree' (duration: 41.041002ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:04.882062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.451712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T02:17:04.882093Z","caller":"traceutil/trace.go:171","msg":"trace[1044361380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16345; }","duration":"175.510344ms","start":"2026-02-26T02:17:04.706575Z","end":"2026-02-26T02:17:04.882085Z","steps":["trace[1044361380] 'agreement among raft nodes before linearized reading' (duration: 134.112231ms)","trace[1044361380] 'range keys from in-memory index tree' (duration: 41.33575ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:04.882093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.901147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:17:04.882128Z","caller":"traceutil/trace.go:171","msg":"trace[283347194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16345; }","duration":"176.963469ms","start":"2026-02-26T02:17:04.705153Z","end":"2026-02-26T02:17:04.882117Z","steps":["trace[283347194] 'agreement among raft nodes before linearized reading' (duration: 135.540976ms)","trace[283347194] 'range keys from in-memory index tree' (duration: 41.337371ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:08.527002Z","caller":"traceutil/trace.go:171","msg":"trace[735232643] transaction","detail":"{read_only:false; response_revision:16381; number_of_response:1; }","duration":"147.574134ms","start":"2026-02-26T02:17:08.379398Z","end":"2026-02-26T02:17:08.526972Z","steps":["trace[735232643] 'process raft request' (duration: 112.530661ms)","trace[735232643] 'compare' (duration: 34.797015ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:09.409536Z","caller":"traceutil/trace.go:171","msg":"trace[1663664164] transaction","detail":"{read_only:false; response_revision:16437; number_of_response:1; }","duration":"132.965375ms","start":"2026-02-26T02:17:09.276518Z","end":"2026-02-26T02:17:09.409483Z","steps":["trace[1663664164] 'process raft request' (duration: 132.79957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:09.603076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.931688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:17:09.603147Z","caller":"traceutil/trace.go:171","msg":"trace[1412980256] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16438; }","duration":"102.112234ms","start":"2026-02-26T02:17:09.50102Z","end":"2026-02-26T02:17:09.603133Z","steps":["trace[1412980256] 'count revisions from in-memory index tree' (duration: 101.823274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:12.682656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.434788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:17:12.682729Z","caller":"traceutil/trace.go:171","msg":"trace[237256646] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:16452; }","duration":"213.561632ms","start":"2026-02-26T02:17:12.469151Z","end":"2026-02-26T02:17:12.682713Z","steps":["trace[237256646] 'count revisions from in-memory index tree' (duration: 213.347315ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:12.959339Z","caller":"traceutil/trace.go:171","msg":"trace[1695365962] transaction","detail":"{read_only:false; response_revision:16453; number_of_response:1; }","duration":"187.966236ms","start":"2026-02-26T02:17:12.771352Z","end":"2026-02-26T02:17:12.959318Z","steps":["trace[1695365962] 'process raft request' (duration: 187.835542ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:13.000539Z","caller":"traceutil/trace.go:171","msg":"trace[2129728370] transaction","detail":"{read_only:false; response_revision:16454; number_of_response:1; }","duration":"156.191395ms","start":"2026-02-26T02:17:12.844321Z","end":"2026-02-26T02:17:13.000512Z","steps":["trace[2129728370] 'process raft request' (duration: 155.941938ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:26.046196Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14341} {"level":"info","ts":"2026-02-26T02:17:26.160083Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14341,"took":"111.784628ms","hash":477049682,"current-db-size-bytes":43528192,"current-db-size":"44 MB","current-db-size-in-use-bytes":29245440,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-26T02:17:26.160152Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":477049682,"revision":14341,"compact-revision":12122} {"level":"warn","ts":"2026-02-26T02:19:57.837357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.535811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:19:57.83748Z","caller":"traceutil/trace.go:171","msg":"trace[1362296139] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:17752; }","duration":"111.756967ms","start":"2026-02-26T02:19:57.7257Z","end":"2026-02-26T02:19:57.837457Z","steps":["trace[1362296139] 'count revisions from in-memory index tree' (duration: 111.428287ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:18.476486Z","caller":"traceutil/trace.go:171","msg":"trace[1471197299] transaction","detail":"{read_only:false; response_revision:18702; number_of_response:1; }","duration":"234.961573ms","start":"2026-02-26T02:22:18.2415Z","end":"2026-02-26T02:22:18.476461Z","steps":["trace[1471197299] 'process raft request' (duration: 231.813523ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:26.052827Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16606} {"level":"info","ts":"2026-02-26T02:22:26.153686Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16606,"took":"97.689483ms","hash":40627137,"current-db-size-bytes":45649920,"current-db-size":"46 MB","current-db-size-in-use-bytes":30519296,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T02:22:26.153761Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":40627137,"revision":16606,"compact-revision":14341} {"level":"info","ts":"2026-02-26T02:22:34.873179Z","caller":"traceutil/trace.go:171","msg":"trace[307661948] linearizableReadLoop","detail":"{readStateIndex:19456; appliedIndex:19455; }","duration":"150.79815ms","start":"2026-02-26T02:22:34.722359Z","end":"2026-02-26T02:22:34.873157Z","steps":["trace[307661948] 'read index received' (duration: 150.594263ms)","trace[307661948] 'applied index is now lower than readState.Index' (duration: 203.267µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:34.873222Z","caller":"traceutil/trace.go:171","msg":"trace[227614808] transaction","detail":"{read_only:false; response_revision:18780; number_of_response:1; }","duration":"206.23161ms","start":"2026-02-26T02:22:34.666964Z","end":"2026-02-26T02:22:34.873196Z","steps":["trace[227614808] 'process raft request' (duration: 206.065355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:34.873355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.742078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:22:34.873387Z","caller":"traceutil/trace.go:171","msg":"trace[563646580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18780; }","duration":"116.80692ms","start":"2026-02-26T02:22:34.75657Z","end":"2026-02-26T02:22:34.873377Z","steps":["trace[563646580] 'agreement among raft nodes before linearized reading' (duration: 116.694916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:34.873423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.971445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:22:34.873515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.250383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:22:34.873556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.897835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:22:34.873604Z","caller":"traceutil/trace.go:171","msg":"trace[1228037497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18780; }","duration":"111.345116ms","start":"2026-02-26T02:22:34.762216Z","end":"2026-02-26T02:22:34.873561Z","steps":["trace[1228037497] 'agreement among raft nodes before linearized reading' (duration: 111.13861ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:34.873632Z","caller":"traceutil/trace.go:171","msg":"trace[1693276881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18780; }","duration":"112.016618ms","start":"2026-02-26T02:22:34.761598Z","end":"2026-02-26T02:22:34.873614Z","steps":["trace[1693276881] 'agreement among raft nodes before linearized reading' (duration: 111.847683ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:34.873648Z","caller":"traceutil/trace.go:171","msg":"trace[1488863874] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:18780; }","duration":"151.273035ms","start":"2026-02-26T02:22:34.722316Z","end":"2026-02-26T02:22:34.873589Z","steps":["trace[1488863874] 'agreement among raft nodes before linearized reading' (duration: 150.943205ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:40.630852Z","caller":"traceutil/trace.go:171","msg":"trace[2061092654] linearizableReadLoop","detail":"{readStateIndex:19482; appliedIndex:19481; }","duration":"245.120246ms","start":"2026-02-26T02:22:40.385695Z","end":"2026-02-26T02:22:40.630815Z","steps":["trace[2061092654] 'read index received' (duration: 244.922469ms)","trace[2061092654] 'applied index is now lower than readState.Index' (duration: 196.507µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:40.630983Z","caller":"traceutil/trace.go:171","msg":"trace[216126021] transaction","detail":"{read_only:false; response_revision:18804; number_of_response:1; }","duration":"284.810716ms","start":"2026-02-26T02:22:40.346118Z","end":"2026-02-26T02:22:40.630929Z","steps":["trace[216126021] 'process raft request' (duration: 284.454025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:40.631161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.413435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:22:40.631283Z","caller":"traceutil/trace.go:171","msg":"trace[148482637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18804; }","duration":"245.626682ms","start":"2026-02-26T02:22:40.385629Z","end":"2026-02-26T02:22:40.631256Z","steps":["trace[148482637] 'agreement among raft nodes before linearized reading' (duration: 245.359143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:40.950313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.055164ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:22:40.950411Z","caller":"traceutil/trace.go:171","msg":"trace[1897784115] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18804; }","duration":"149.164298ms","start":"2026-02-26T02:22:40.801232Z","end":"2026-02-26T02:22:40.950397Z","steps":["trace[1897784115] 'range keys from in-memory index tree' (duration: 149.040714ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:40.985734Z","caller":"traceutil/trace.go:171","msg":"trace[483389770] linearizableReadLoop","detail":"{readStateIndex:19484; appliedIndex:19482; }","duration":"354.726997ms","start":"2026-02-26T02:22:40.630983Z","end":"2026-02-26T02:22:40.98571Z","steps":["trace[483389770] 'read index received' (duration: 354.403327ms)","trace[483389770] 'applied index is now lower than readState.Index' (duration: 322.58µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:40.985751Z","caller":"traceutil/trace.go:171","msg":"trace[1927515490] transaction","detail":"{read_only:false; response_revision:18805; number_of_response:1; }","duration":"502.14427ms","start":"2026-02-26T02:22:40.483578Z","end":"2026-02-26T02:22:40.985722Z","steps":["trace[1927515490] 'process raft request' (duration: 501.870921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:40.985884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.499128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:22:40.98589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.323254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:22:40.985967Z","caller":"traceutil/trace.go:171","msg":"trace[1402603392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18806; }","duration":"439.457728ms","start":"2026-02-26T02:22:40.54649Z","end":"2026-02-26T02:22:40.985948Z","steps":["trace[1402603392] 'agreement among raft nodes before linearized reading' (duration: 439.318994ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:40.985901Z","caller":"traceutil/trace.go:171","msg":"trace[1265646879] transaction","detail":"{read_only:false; response_revision:18806; number_of_response:1; }","duration":"428.850991ms","start":"2026-02-26T02:22:40.556945Z","end":"2026-02-26T02:22:40.985796Z","steps":["trace[1265646879] 'process raft request' (duration: 428.697556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:40.986031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:40.546467Z","time spent":"439.546431ms","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:22:40.986082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:40.483538Z","time spent":"502.365877ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:22:40.985922Z","caller":"traceutil/trace.go:171","msg":"trace[525527677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18806; }","duration":"325.585582ms","start":"2026-02-26T02:22:40.660327Z","end":"2026-02-26T02:22:40.985912Z","steps":["trace[525527677] 'agreement among raft nodes before linearized reading' (duration: 325.51782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:40.986294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:40.556913Z","time spent":"429.185782ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:22:40.986316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:40.660307Z","time spent":"325.994784ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:22:41.555767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231521558,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:22:41.582392Z","caller":"traceutil/trace.go:171","msg":"trace[1026801938] transaction","detail":"{read_only:false; response_revision:18807; number_of_response:1; }","duration":"592.026375ms","start":"2026-02-26T02:22:40.990341Z","end":"2026-02-26T02:22:41.582368Z","steps":["trace[1026801938] 'process raft request' (duration: 588.696819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:41.582517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:40.990322Z","time spent":"592.124697ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:22:41.850014Z","caller":"traceutil/trace.go:171","msg":"trace[478014434] transaction","detail":"{read_only:false; response_revision:18810; number_of_response:1; }","duration":"859.045605ms","start":"2026-02-26T02:22:40.990951Z","end":"2026-02-26T02:22:41.849996Z","steps":["trace[478014434] 'process raft request' (duration: 859.003524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:41.850112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:40.990941Z","time spent":"859.119858ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:22:41.850126Z","caller":"traceutil/trace.go:171","msg":"trace[687672311] transaction","detail":"{read_only:false; response_revision:18809; number_of_response:1; }","duration":"859.251282ms","start":"2026-02-26T02:22:40.990838Z","end":"2026-02-26T02:22:41.850089Z","steps":["trace[687672311] 'process raft request' (duration: 859.095317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:41.850292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:40.990809Z","time spent":"859.394837ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:22:41.850412Z","caller":"traceutil/trace.go:171","msg":"trace[1665500518] transaction","detail":"{read_only:false; response_revision:18812; number_of_response:1; }","duration":"584.766654ms","start":"2026-02-26T02:22:41.26563Z","end":"2026-02-26T02:22:41.850397Z","steps":["trace[1665500518] 'process raft request' (duration: 584.508956ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:41.850408Z","caller":"traceutil/trace.go:171","msg":"trace[868227765] linearizableReadLoop","detail":"{readStateIndex:19490; appliedIndex:19484; }","duration":"794.6712ms","start":"2026-02-26T02:22:41.055712Z","end":"2026-02-26T02:22:41.850383Z","steps":["trace[868227765] 'read index received' (duration: 523.466697ms)","trace[868227765] 'applied index is now lower than readState.Index' (duration: 271.203363ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:41.850379Z","caller":"traceutil/trace.go:171","msg":"trace[1471677722] transaction","detail":"{read_only:false; response_revision:18811; number_of_response:1; }","duration":"857.859058ms","start":"2026-02-26T02:22:40.992468Z","end":"2026-02-26T02:22:41.850327Z","steps":["trace[1471677722] 'process raft request' (duration: 857.509177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:41.850559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.846057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:22:41.850584Z","caller":"traceutil/trace.go:171","msg":"trace[1243896445] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:18812; }","duration":"794.870148ms","start":"2026-02-26T02:22:41.055707Z","end":"2026-02-26T02:22:41.850577Z","steps":["trace[1243896445] 'agreement among raft nodes before linearized reading' (duration: 794.775014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:41.85058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.064965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:22:41.8506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:41.055696Z","time spent":"794.898518ms","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":78,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:22:41.85062Z","caller":"traceutil/trace.go:171","msg":"trace[525523093] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:18812; }","duration":"739.126676ms","start":"2026-02-26T02:22:41.111481Z","end":"2026-02-26T02:22:41.850608Z","steps":["trace[525523093] 'agreement among raft nodes before linearized reading' (duration: 739.040024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:41.850629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.328207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:22:41.850669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:41.111437Z","time spent":"739.221559ms","remote":"127.0.0.1:51178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:22:41.850676Z","caller":"traceutil/trace.go:171","msg":"trace[1189107300] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:18812; }","duration":"560.4166ms","start":"2026-02-26T02:22:41.290243Z","end":"2026-02-26T02:22:41.85066Z","steps":["trace[1189107300] 'agreement among raft nodes before linearized reading' (duration: 560.334248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:41.850711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:41.29022Z","time spent":"560.482952ms","remote":"127.0.0.1:32894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:22:41.850462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:41.265602Z","time spent":"584.839906ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:22:41.85094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:40.992449Z","time spent":"858.218219ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:22:41.850146Z","caller":"traceutil/trace.go:171","msg":"trace[1771888683] transaction","detail":"{read_only:false; response_revision:18808; number_of_response:1; }","duration":"859.1726ms","start":"2026-02-26T02:22:40.990849Z","end":"2026-02-26T02:22:41.850022Z","steps":["trace[1771888683] 'process raft request' (duration: 858.988614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:41.851248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:40.990827Z","time spent":"860.365447ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:22:41.851549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.479147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:22:41.851634Z","caller":"traceutil/trace.go:171","msg":"trace[180149063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18812; }","duration":"529.617921ms","start":"2026-02-26T02:22:41.321996Z","end":"2026-02-26T02:22:41.851614Z","steps":["trace[180149063] 'agreement among raft nodes before linearized reading' (duration: 528.535247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:41.851687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:41.321978Z","time spent":"529.698844ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:22:42.173479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.00163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T02:22:42.173561Z","caller":"traceutil/trace.go:171","msg":"trace[190313752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:18812; }","duration":"227.119794ms","start":"2026-02-26T02:22:41.94642Z","end":"2026-02-26T02:22:42.17354Z","steps":["trace[190313752] 'range keys from in-memory index tree' (duration: 226.812264ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:42.826765Z","caller":"traceutil/trace.go:171","msg":"trace[145094870] transaction","detail":"{read_only:false; response_revision:18813; number_of_response:1; }","duration":"190.733698ms","start":"2026-02-26T02:22:42.636004Z","end":"2026-02-26T02:22:42.826738Z","steps":["trace[145094870] 'process raft request' (duration: 190.589304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:43.124442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.886379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:22:43.12483Z","caller":"traceutil/trace.go:171","msg":"trace[143114771] linearizableReadLoop","detail":"{readStateIndex:19492; appliedIndex:19490; }","duration":"464.06013ms","start":"2026-02-26T02:22:42.660751Z","end":"2026-02-26T02:22:43.124811Z","steps":["trace[143114771] 'read index received' (duration: 165.773666ms)","trace[143114771] 'applied index is now lower than readState.Index' (duration: 298.285414ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:43.124827Z","caller":"traceutil/trace.go:171","msg":"trace[870729174] transaction","detail":"{read_only:false; response_revision:18815; number_of_response:1; }","duration":"433.599852ms","start":"2026-02-26T02:22:42.691195Z","end":"2026-02-26T02:22:43.124795Z","steps":["trace[870729174] 'process raft request' (duration: 433.346584ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:43.124839Z","caller":"traceutil/trace.go:171","msg":"trace[2061361153] transaction","detail":"{read_only:false; response_revision:18814; number_of_response:1; }","duration":"488.187466ms","start":"2026-02-26T02:22:42.636617Z","end":"2026-02-26T02:22:43.124804Z","steps":["trace[2061361153] 'process raft request' (duration: 310.842913ms)","trace[2061361153] 'compare' (duration: 176.763684ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:43.124949Z","caller":"traceutil/trace.go:171","msg":"trace[494346459] transaction","detail":"{read_only:false; response_revision:18816; number_of_response:1; }","duration":"133.606014ms","start":"2026-02-26T02:22:42.991326Z","end":"2026-02-26T02:22:43.124932Z","steps":["trace[494346459] 'process raft request' (duration: 133.446019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:43.125004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:42.636585Z","time spent":"488.32632ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:22:43.125007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.242645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:22:43.124981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:42.691176Z","time spent":"433.721057ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:22:43.125093Z","caller":"traceutil/trace.go:171","msg":"trace[1679420152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18816; }","duration":"464.37403ms","start":"2026-02-26T02:22:42.660695Z","end":"2026-02-26T02:22:43.125069Z","steps":["trace[1679420152] 'agreement among raft nodes before linearized reading' (duration: 464.188314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:43.125142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:42.660676Z","time spent":"464.456212ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:22:43.125241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.332332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:22:43.125325Z","caller":"traceutil/trace.go:171","msg":"trace[1218937905] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18816; }","duration":"432.438846ms","start":"2026-02-26T02:22:42.692874Z","end":"2026-02-26T02:22:43.125312Z","steps":["trace[1218937905] 'agreement among raft nodes before linearized reading' (duration: 432.156077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:43.125411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:22:42.692867Z","time spent":"432.512108ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-26T02:23:30.16925Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5caa70ef1dd6dc04","local-member-applied-index":20005,"local-member-snapshot-index":10004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:23:30.174743Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20005} {"level":"info","ts":"2026-02-26T02:23:30.174867Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15005} {"level":"info","ts":"2026-02-26T02:23:51.546031Z","caller":"traceutil/trace.go:171","msg":"trace[1308051597] transaction","detail":"{read_only:false; response_revision:19406; number_of_response:1; }","duration":"132.051145ms","start":"2026-02-26T02:23:51.413942Z","end":"2026-02-26T02:23:51.545993Z","steps":["trace[1308051597] 'process raft request' (duration: 131.800927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.579586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.401242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:51.579621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.282859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:51.579647Z","caller":"traceutil/trace.go:171","msg":"trace[135539969] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19407; }","duration":"113.517985ms","start":"2026-02-26T02:23:51.466114Z","end":"2026-02-26T02:23:51.579632Z","steps":["trace[135539969] 'agreement among raft nodes before linearized reading' (duration: 113.400312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.579664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.200698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:51.579697Z","caller":"traceutil/trace.go:171","msg":"trace[766382321] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19407; }","duration":"109.26579ms","start":"2026-02-26T02:23:51.470423Z","end":"2026-02-26T02:23:51.579689Z","steps":["trace[766382321] 'agreement among raft nodes before linearized reading' (duration: 109.209938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.579704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.844005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:51.57972Z","caller":"traceutil/trace.go:171","msg":"trace[1997981505] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19407; }","duration":"107.870986ms","start":"2026-02-26T02:23:51.471844Z","end":"2026-02-26T02:23:51.579715Z","steps":["trace[1997981505] 'agreement among raft nodes before linearized reading' (duration: 107.844195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.579764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.317169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-02-26T02:23:51.579832Z","caller":"traceutil/trace.go:171","msg":"trace[812963552] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19407; }","duration":"107.398131ms","start":"2026-02-26T02:23:51.472414Z","end":"2026-02-26T02:23:51.579812Z","steps":["trace[812963552] 'agreement among raft nodes before linearized reading' (duration: 107.235986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.57985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.388103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-02-26T02:23:51.57987Z","caller":"traceutil/trace.go:171","msg":"trace[489551109] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19407; }","duration":"108.420534ms","start":"2026-02-26T02:23:51.471444Z","end":"2026-02-26T02:23:51.579865Z","steps":["trace[489551109] 'agreement among raft nodes before linearized reading' (duration: 108.333901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.579881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.631032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:51.579899Z","caller":"traceutil/trace.go:171","msg":"trace[569197831] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19407; }","duration":"109.715145ms","start":"2026-02-26T02:23:51.470178Z","end":"2026-02-26T02:23:51.579893Z","steps":["trace[569197831] 'agreement among raft nodes before linearized reading' (duration: 109.688794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.579936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.728919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-02-26T02:23:51.579956Z","caller":"traceutil/trace.go:171","msg":"trace[1495552886] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19407; }","duration":"111.76218ms","start":"2026-02-26T02:23:51.468188Z","end":"2026-02-26T02:23:51.579951Z","steps":["trace[1495552886] 'agreement among raft nodes before linearized reading' (duration: 111.676398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.579974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.561148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-02-26T02:23:51.579992Z","caller":"traceutil/trace.go:171","msg":"trace[426225466] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19407; }","duration":"108.59471ms","start":"2026-02-26T02:23:51.471392Z","end":"2026-02-26T02:23:51.579987Z","steps":["trace[426225466] 'agreement among raft nodes before linearized reading' (duration: 108.522957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.580063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.669319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:51.580084Z","caller":"traceutil/trace.go:171","msg":"trace[723955470] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19407; }","duration":"112.690789ms","start":"2026-02-26T02:23:51.467389Z","end":"2026-02-26T02:23:51.580079Z","steps":["trace[723955470] 'agreement among raft nodes before linearized reading' (duration: 112.659008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.579851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.713513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-02-26T02:23:51.580121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.673137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-02-26T02:23:51.580126Z","caller":"traceutil/trace.go:171","msg":"trace[1626086437] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19407; }","duration":"109.024503ms","start":"2026-02-26T02:23:51.471093Z","end":"2026-02-26T02:23:51.580118Z","steps":["trace[1626086437] 'agreement among raft nodes before linearized reading' (duration: 108.670661ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.580143Z","caller":"traceutil/trace.go:171","msg":"trace[190980956] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19407; }","duration":"105.718468ms","start":"2026-02-26T02:23:51.474419Z","end":"2026-02-26T02:23:51.580137Z","steps":["trace[190980956] 'agreement among raft nodes before linearized reading' (duration: 105.659416ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.579673Z","caller":"traceutil/trace.go:171","msg":"trace[239658308] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19407; }","duration":"108.367752ms","start":"2026-02-26T02:23:51.471293Z","end":"2026-02-26T02:23:51.579661Z","steps":["trace[239658308] 'agreement among raft nodes before linearized reading' (duration: 108.271779ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.58006Z","caller":"traceutil/trace.go:171","msg":"trace[251787721] transaction","detail":"{read_only:false; response_revision:19407; number_of_response:1; }","duration":"100.001707ms","start":"2026-02-26T02:23:51.480048Z","end":"2026-02-26T02:23:51.58005Z","steps":["trace[251787721] 'process raft request' (duration: 95.902056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.580127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.137424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:51.580291Z","caller":"traceutil/trace.go:171","msg":"trace[993310242] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19407; }","duration":"113.32993ms","start":"2026-02-26T02:23:51.466954Z","end":"2026-02-26T02:23:51.580284Z","steps":["trace[993310242] 'agreement among raft nodes before linearized reading' (duration: 113.162295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.580393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.056167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:51.580417Z","caller":"traceutil/trace.go:171","msg":"trace[1432168143] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19407; }","duration":"111.101509ms","start":"2026-02-26T02:23:51.469309Z","end":"2026-02-26T02:23:51.580411Z","steps":["trace[1432168143] 'agreement among raft nodes before linearized reading' (duration: 110.292023ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:38.308148Z","caller":"traceutil/trace.go:171","msg":"trace[1084325846] transaction","detail":"{read_only:false; response_revision:20123; number_of_response:1; }","duration":"139.232282ms","start":"2026-02-26T02:25:38.168867Z","end":"2026-02-26T02:25:38.3081Z","steps":["trace[1084325846] 'process raft request' (duration: 65.016395ms)","trace[1084325846] 'compare' (duration: 74.088423ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:40.743028Z","caller":"traceutil/trace.go:171","msg":"trace[1522036003] linearizableReadLoop","detail":"{readStateIndex:20866; appliedIndex:20865; }","duration":"125.225308ms","start":"2026-02-26T02:25:40.617764Z","end":"2026-02-26T02:25:40.74299Z","steps":["trace[1522036003] 'read index received' (duration: 124.96952ms)","trace[1522036003] 'applied index is now lower than readState.Index' (duration: 254.168µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:40.743171Z","caller":"traceutil/trace.go:171","msg":"trace[1433638959] transaction","detail":"{read_only:false; response_revision:20137; number_of_response:1; }","duration":"128.555884ms","start":"2026-02-26T02:25:40.614563Z","end":"2026-02-26T02:25:40.743119Z","steps":["trace[1433638959] 'process raft request' (duration: 128.11124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.743344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.545508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:25:40.743463Z","caller":"traceutil/trace.go:171","msg":"trace[622667444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20137; }","duration":"125.730944ms","start":"2026-02-26T02:25:40.61771Z","end":"2026-02-26T02:25:40.743441Z","steps":["trace[622667444] 'agreement among raft nodes before linearized reading' (duration: 125.432005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.743662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.868164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:25:40.743746Z","caller":"traceutil/trace.go:171","msg":"trace[2062933241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20137; }","duration":"112.023618ms","start":"2026-02-26T02:25:40.631709Z","end":"2026-02-26T02:25:40.743733Z","steps":["trace[2062933241] 'agreement among raft nodes before linearized reading' (duration: 111.678237ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:42.503395Z","caller":"traceutil/trace.go:171","msg":"trace[1291845560] transaction","detail":"{read_only:false; response_revision:20146; number_of_response:1; }","duration":"128.979677ms","start":"2026-02-26T02:25:42.37439Z","end":"2026-02-26T02:25:42.50337Z","steps":["trace[1291845560] 'process raft request' (duration: 105.595074ms)","trace[1291845560] 'compare' (duration: 23.114995ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:42.520759Z","caller":"traceutil/trace.go:171","msg":"trace[875105913] transaction","detail":"{read_only:false; response_revision:20147; number_of_response:1; }","duration":"116.141789ms","start":"2026-02-26T02:25:42.404412Z","end":"2026-02-26T02:25:42.520553Z","steps":["trace[875105913] 'process raft request' (duration: 115.791218ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:43.180805Z","caller":"traceutil/trace.go:171","msg":"trace[828342103] transaction","detail":"{read_only:false; response_revision:20173; number_of_response:1; }","duration":"189.311433ms","start":"2026-02-26T02:25:42.991466Z","end":"2026-02-26T02:25:43.180777Z","steps":["trace[828342103] 'process raft request' (duration: 189.094676ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:43.181043Z","caller":"traceutil/trace.go:171","msg":"trace[1623951906] linearizableReadLoop","detail":"{readStateIndex:20903; appliedIndex:20901; }","duration":"181.419863ms","start":"2026-02-26T02:25:42.999612Z","end":"2026-02-26T02:25:43.181032Z","steps":["trace[1623951906] 'read index received' (duration: 54.659626ms)","trace[1623951906] 'applied index is now lower than readState.Index' (duration: 126.759067ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:43.181179Z","caller":"traceutil/trace.go:171","msg":"trace[219321133] transaction","detail":"{read_only:false; response_revision:20174; number_of_response:1; }","duration":"163.061779ms","start":"2026-02-26T02:25:43.018086Z","end":"2026-02-26T02:25:43.181148Z","steps":["trace[219321133] 'process raft request' (duration: 162.649666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:43.181559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.929018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111917"} {"level":"info","ts":"2026-02-26T02:25:43.181656Z","caller":"traceutil/trace.go:171","msg":"trace[1396832151] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:20174; }","duration":"182.062353ms","start":"2026-02-26T02:25:42.999572Z","end":"2026-02-26T02:25:43.181635Z","steps":["trace[1396832151] 'agreement among raft nodes before linearized reading' (duration: 181.615899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:43.193172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.722052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-02-26T02:25:43.193164Z","caller":"traceutil/trace.go:171","msg":"trace[1531004451] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20175; }","duration":"122.539652ms","start":"2026-02-26T02:25:43.070591Z","end":"2026-02-26T02:25:43.19313Z","steps":["trace[1531004451] 'process raft request' (duration: 122.432859ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:43.193219Z","caller":"traceutil/trace.go:171","msg":"trace[845592720] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:20175; }","duration":"164.794714ms","start":"2026-02-26T02:25:43.028411Z","end":"2026-02-26T02:25:43.193206Z","steps":["trace[845592720] 'agreement among raft nodes before linearized reading' (duration: 164.65896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:43.193239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.905407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-26T02:25:43.193289Z","caller":"traceutil/trace.go:171","msg":"trace[179965295] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:20175; }","duration":"135.956439ms","start":"2026-02-26T02:25:43.057318Z","end":"2026-02-26T02:25:43.193274Z","steps":["trace[179965295] 'agreement among raft nodes before linearized reading' (duration: 135.863906ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:43.193281Z","caller":"traceutil/trace.go:171","msg":"trace[988445887] transaction","detail":"{read_only:false; response_revision:20175; number_of_response:1; }","duration":"125.467436ms","start":"2026-02-26T02:25:43.067777Z","end":"2026-02-26T02:25:43.193244Z","steps":["trace[988445887] 'process raft request' (duration: 125.157686ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:45.013672Z","caller":"traceutil/trace.go:171","msg":"trace[172104816] linearizableReadLoop","detail":"{readStateIndex:20962; appliedIndex:20960; }","duration":"123.108791ms","start":"2026-02-26T02:25:44.890547Z","end":"2026-02-26T02:25:45.013656Z","steps":["trace[172104816] 'read index received' (duration: 122.391658ms)","trace[172104816] 'applied index is now lower than readState.Index' (duration: 716.603µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:45.013765Z","caller":"traceutil/trace.go:171","msg":"trace[224826197] transaction","detail":"{read_only:false; response_revision:20229; number_of_response:1; }","duration":"123.72584ms","start":"2026-02-26T02:25:44.890032Z","end":"2026-02-26T02:25:45.013758Z","steps":["trace[224826197] 'process raft request' (duration: 123.567555ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:45.013851Z","caller":"traceutil/trace.go:171","msg":"trace[1916020586] transaction","detail":"{read_only:false; response_revision:20228; number_of_response:1; }","duration":"130.613039ms","start":"2026-02-26T02:25:44.883218Z","end":"2026-02-26T02:25:45.013831Z","steps":["trace[1916020586] 'process raft request' (duration: 129.501954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:45.013892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.612838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:45.013952Z","caller":"traceutil/trace.go:171","msg":"trace[273953774] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:20229; }","duration":"130.731152ms","start":"2026-02-26T02:25:44.883203Z","end":"2026-02-26T02:25:45.013934Z","steps":["trace[273953774] 'agreement among raft nodes before linearized reading' (duration: 130.612829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:45.015962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.8798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-02-26T02:25:45.016015Z","caller":"traceutil/trace.go:171","msg":"trace[1382703071] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:20230; }","duration":"120.957302ms","start":"2026-02-26T02:25:44.895046Z","end":"2026-02-26T02:25:45.016003Z","steps":["trace[1382703071] 'agreement among raft nodes before linearized reading' (duration: 120.792467ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:45.01622Z","caller":"traceutil/trace.go:171","msg":"trace[302825889] transaction","detail":"{read_only:false; response_revision:20230; number_of_response:1; }","duration":"120.88465ms","start":"2026-02-26T02:25:44.895329Z","end":"2026-02-26T02:25:45.016213Z","steps":["trace[302825889] 'process raft request' (duration: 120.414555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:30.392414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.685953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-zttpc\" ","response":"range_response_count:1 size:2605"} {"level":"info","ts":"2026-02-26T02:26:30.392505Z","caller":"traceutil/trace.go:171","msg":"trace[569293094] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-zttpc; range_end:; response_count:1; response_revision:20921; }","duration":"199.800986ms","start":"2026-02-26T02:26:30.192686Z","end":"2026-02-26T02:26:30.392487Z","steps":["trace[569293094] 'range keys from in-memory index tree' (duration: 199.500997ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:30.422171Z","caller":"traceutil/trace.go:171","msg":"trace[1390996210] linearizableReadLoop","detail":"{readStateIndex:21672; appliedIndex:21671; }","duration":"168.14077ms","start":"2026-02-26T02:26:30.254005Z","end":"2026-02-26T02:26:30.422145Z","steps":["trace[1390996210] 'read index received' (duration: 167.985525ms)","trace[1390996210] 'applied index is now lower than readState.Index' (duration: 154.125µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:30.422295Z","caller":"traceutil/trace.go:171","msg":"trace[934133441] transaction","detail":"{read_only:false; response_revision:20922; number_of_response:1; }","duration":"170.172015ms","start":"2026-02-26T02:26:30.252089Z","end":"2026-02-26T02:26:30.422261Z","steps":["trace[934133441] 'process raft request' (duration: 169.873565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:30.422515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.482312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-02-26T02:26:30.422606Z","caller":"traceutil/trace.go:171","msg":"trace[160006495] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:20922; }","duration":"168.567714ms","start":"2026-02-26T02:26:30.253984Z","end":"2026-02-26T02:26:30.422552Z","steps":["trace[160006495] 'agreement among raft nodes before linearized reading' (duration: 168.323296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:30.428856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.948147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2140"} {"level":"info","ts":"2026-02-26T02:26:30.428895Z","caller":"traceutil/trace.go:171","msg":"trace[1761758687] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:20928; }","duration":"124.020589ms","start":"2026-02-26T02:26:30.304864Z","end":"2026-02-26T02:26:30.428885Z","steps":["trace[1761758687] 'agreement among raft nodes before linearized reading' (duration: 123.936576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:30.429463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.213332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-02-26T02:26:30.429565Z","caller":"traceutil/trace.go:171","msg":"trace[1310835252] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:20928; }","duration":"173.321555ms","start":"2026-02-26T02:26:30.25622Z","end":"2026-02-26T02:26:30.429542Z","steps":["trace[1310835252] 'agreement among raft nodes before linearized reading' (duration: 172.251051ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:33.632589Z","caller":"traceutil/trace.go:171","msg":"trace[349205092] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21032; }","duration":"290.468516ms","start":"2026-02-26T02:26:33.342112Z","end":"2026-02-26T02:26:33.63258Z","steps":["trace[349205092] 'process raft request' (duration: 284.205177ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:33.632556Z","caller":"traceutil/trace.go:171","msg":"trace[1383056273] linearizableReadLoop","detail":"{readStateIndex:21782; appliedIndex:21781; }","duration":"241.422928ms","start":"2026-02-26T02:26:33.391104Z","end":"2026-02-26T02:26:33.632527Z","steps":["trace[1383056273] 'read index received' (duration: 235.213871ms)","trace[1383056273] 'applied index is now lower than readState.Index' (duration: 6.207707ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:33.632686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.551002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:33.632748Z","caller":"traceutil/trace.go:171","msg":"trace[860011836] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:21032; }","duration":"241.630585ms","start":"2026-02-26T02:26:33.391099Z","end":"2026-02-26T02:26:33.63273Z","steps":["trace[860011836] 'agreement among raft nodes before linearized reading' (duration: 241.518761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:33.63281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.539415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vgcd7\" ","response":"range_response_count:1 size:4230"} {"level":"info","ts":"2026-02-26T02:26:33.632831Z","caller":"traceutil/trace.go:171","msg":"trace[603006233] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-vgcd7; range_end:; response_count:1; response_revision:21032; }","duration":"141.595628ms","start":"2026-02-26T02:26:33.491229Z","end":"2026-02-26T02:26:33.632825Z","steps":["trace[603006233] 'agreement among raft nodes before linearized reading' (duration: 141.500125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:33.632876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.739398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"info","ts":"2026-02-26T02:26:33.632944Z","caller":"traceutil/trace.go:171","msg":"trace[1055646456] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21032; }","duration":"196.841092ms","start":"2026-02-26T02:26:33.436087Z","end":"2026-02-26T02:26:33.632928Z","steps":["trace[1055646456] 'agreement among raft nodes before linearized reading' (duration: 196.622975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:33.633049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.669925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:26:33.633071Z","caller":"traceutil/trace.go:171","msg":"trace[1284019272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21032; }","duration":"195.717696ms","start":"2026-02-26T02:26:33.437349Z","end":"2026-02-26T02:26:33.633066Z","steps":["trace[1284019272] 'agreement among raft nodes before linearized reading' (duration: 195.665375ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:35.392319Z","caller":"traceutil/trace.go:171","msg":"trace[1716239080] linearizableReadLoop","detail":"{readStateIndex:21816; appliedIndex:21815; }","duration":"240.23565ms","start":"2026-02-26T02:26:35.152059Z","end":"2026-02-26T02:26:35.392294Z","steps":["trace[1716239080] 'read index received' (duration: 169.564085ms)","trace[1716239080] 'applied index is now lower than readState.Index' (duration: 70.670545ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:35.39245Z","caller":"traceutil/trace.go:171","msg":"trace[551890380] transaction","detail":"{read_only:false; response_revision:21065; number_of_response:1; }","duration":"257.757997ms","start":"2026-02-26T02:26:35.13468Z","end":"2026-02-26T02:26:35.392438Z","steps":["trace[551890380] 'process raft request' (duration: 186.994599ms)","trace[551890380] 'compare' (duration: 70.472169ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:35.392837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.742617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:26:35.392951Z","caller":"traceutil/trace.go:171","msg":"trace[1953433465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21065; }","duration":"240.897212ms","start":"2026-02-26T02:26:35.152024Z","end":"2026-02-26T02:26:35.392921Z","steps":["trace[1953433465] 'agreement among raft nodes before linearized reading' (duration: 240.582502ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:37.910965Z","caller":"traceutil/trace.go:171","msg":"trace[1954255497] transaction","detail":"{read_only:false; response_revision:21114; number_of_response:1; }","duration":"490.602513ms","start":"2026-02-26T02:26:37.420335Z","end":"2026-02-26T02:26:37.910937Z","steps":["trace[1954255497] 'process raft request' (duration: 490.385046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:37.91118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:37.420312Z","time spent":"490.738786ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:39.279587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.55811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:39.279829Z","caller":"traceutil/trace.go:171","msg":"trace[4281914] linearizableReadLoop","detail":"{readStateIndex:21868; appliedIndex:21864; }","duration":"1.687934803s","start":"2026-02-26T02:26:37.591875Z","end":"2026-02-26T02:26:39.27981Z","steps":["trace[4281914] 'read index received' (duration: 318.899309ms)","trace[4281914] 'applied index is now lower than readState.Index' (duration: 1.369034234s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:39.279864Z","caller":"traceutil/trace.go:171","msg":"trace[1946593820] transaction","detail":"{read_only:false; response_revision:21116; number_of_response:1; }","duration":"1.856474186s","start":"2026-02-26T02:26:37.423353Z","end":"2026-02-26T02:26:39.279828Z","steps":["trace[1946593820] 'process raft request' (duration: 1.856335852s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:39.279941Z","caller":"traceutil/trace.go:171","msg":"trace[1443192510] transaction","detail":"{read_only:false; response_revision:21118; number_of_response:1; }","duration":"1.570265716s","start":"2026-02-26T02:26:37.709665Z","end":"2026-02-26T02:26:39.279931Z","steps":["trace[1443192510] 'process raft request' (duration: 1.570108881s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:39.280001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:37.709654Z","time spent":"1.570312837s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:39.280057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:37.423329Z","time spent":"1.856632882s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:39.280231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688373247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:39.27991Z","caller":"traceutil/trace.go:171","msg":"trace[44379420] transaction","detail":"{read_only:false; response_revision:21117; number_of_response:1; }","duration":"1.856465146s","start":"2026-02-26T02:26:37.423434Z","end":"2026-02-26T02:26:39.279899Z","steps":["trace[44379420] 'process raft request' (duration: 1.856308821s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:39.280262Z","caller":"traceutil/trace.go:171","msg":"trace[1674385099] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21118; }","duration":"1.68845748s","start":"2026-02-26T02:26:37.591795Z","end":"2026-02-26T02:26:39.280253Z","steps":["trace[1674385099] 'agreement among raft nodes before linearized reading' (duration: 1.688367057s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:39.280295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:37.591762Z","time spent":"1.688523672s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:39.280321Z","caller":"traceutil/trace.go:171","msg":"trace[1522889512] transaction","detail":"{read_only:false; response_revision:21115; number_of_response:1; }","duration":"1.857122517s","start":"2026-02-26T02:26:37.423177Z","end":"2026-02-26T02:26:39.2803Z","steps":["trace[1522889512] 'process raft request' (duration: 1.417762302s)","trace[1522889512] 'compare' (duration: 438.261071ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:39.280411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:37.423164Z","time spent":"1.857199219s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:39.280418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:37.423403Z","time spent":"1.856883149s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:39.530501Z","caller":"traceutil/trace.go:171","msg":"trace[1053275502] transaction","detail":"{read_only:false; response_revision:21119; number_of_response:1; }","duration":"1.141216498s","start":"2026-02-26T02:26:38.389258Z","end":"2026-02-26T02:26:39.530475Z","steps":["trace[1053275502] 'process raft request' (duration: 1.140749873s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:39.53067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:38.389234Z","time spent":"1.141351832s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:39.530955Z","caller":"traceutil/trace.go:171","msg":"trace[1208870028] transaction","detail":"{read_only:false; response_revision:21120; number_of_response:1; }","duration":"1.073319121s","start":"2026-02-26T02:26:38.457609Z","end":"2026-02-26T02:26:39.530928Z","steps":["trace[1208870028] 'process raft request' (duration: 1.072810665s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:39.53103Z","caller":"traceutil/trace.go:171","msg":"trace[1316196249] transaction","detail":"{read_only:false; response_revision:21123; number_of_response:1; }","duration":"910.578423ms","start":"2026-02-26T02:26:38.620432Z","end":"2026-02-26T02:26:39.53101Z","steps":["trace[1316196249] 'process raft request' (duration: 910.522251ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:39.531052Z","caller":"traceutil/trace.go:171","msg":"trace[318889603] transaction","detail":"{read_only:false; response_revision:21121; number_of_response:1; }","duration":"1.072783305s","start":"2026-02-26T02:26:38.4582Z","end":"2026-02-26T02:26:39.530983Z","steps":["trace[318889603] 'process raft request' (duration: 1.07262561s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:39.531111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:38.620408Z","time spent":"910.668415ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:39.531203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:38.45759Z","time spent":"1.073428285s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:39.531263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:38.458191Z","time spent":"1.072964741s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:39.531377Z","caller":"traceutil/trace.go:171","msg":"trace[1517257273] transaction","detail":"{read_only:false; response_revision:21122; number_of_response:1; }","duration":"1.071750092s","start":"2026-02-26T02:26:38.459589Z","end":"2026-02-26T02:26:39.531339Z","steps":["trace[1517257273] 'process raft request' (duration: 1.071294588s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:39.531556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:38.459568Z","time spent":"1.071886926s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:39.534916Z","caller":"traceutil/trace.go:171","msg":"trace[1653591938] linearizableReadLoop","detail":"{readStateIndex:21875; appliedIndex:21869; }","duration":"254.996569ms","start":"2026-02-26T02:26:39.279868Z","end":"2026-02-26T02:26:39.534865Z","steps":["trace[1653591938] 'read index received' (duration: 250.118484ms)","trace[1653591938] 'applied index is now lower than readState.Index' (duration: 4.877135ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:39.535242Z","caller":"traceutil/trace.go:171","msg":"trace[388940072] transaction","detail":"{read_only:false; response_revision:21124; number_of_response:1; }","duration":"406.970247ms","start":"2026-02-26T02:26:39.128258Z","end":"2026-02-26T02:26:39.535228Z","steps":["trace[388940072] 'process raft request' (duration: 406.505622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:39.535411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:39.128237Z","time spent":"407.043098ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:39.53564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.702837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:39.535696Z","caller":"traceutil/trace.go:171","msg":"trace[1718384842] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:21124; }","duration":"451.80253ms","start":"2026-02-26T02:26:39.08388Z","end":"2026-02-26T02:26:39.535683Z","steps":["trace[1718384842] 'agreement among raft nodes before linearized reading' (duration: 451.719637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:39.535769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:39.083779Z","time spent":"451.977186ms","remote":"127.0.0.1:52136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:39.535988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863485629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:26:39.536041Z","caller":"traceutil/trace.go:171","msg":"trace[815352969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21124; }","duration":"1.863566242s","start":"2026-02-26T02:26:37.672461Z","end":"2026-02-26T02:26:39.536027Z","steps":["trace[815352969] 'agreement among raft nodes before linearized reading' (duration: 1.863402127s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:39.536047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.095705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-26T02:26:39.536075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:37.672445Z","time spent":"1.863621513s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:39.536147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875052677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:39.536174Z","caller":"traceutil/trace.go:171","msg":"trace[1267716152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21124; }","duration":"1.875126438s","start":"2026-02-26T02:26:37.661042Z","end":"2026-02-26T02:26:39.536169Z","steps":["trace[1267716152] 'agreement among raft nodes before linearized reading' (duration: 1.875055386s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:39.536082Z","caller":"traceutil/trace.go:171","msg":"trace[509104667] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:21124; }","duration":"103.193357ms","start":"2026-02-26T02:26:39.432879Z","end":"2026-02-26T02:26:39.536073Z","steps":["trace[509104667] 'agreement among raft nodes before linearized reading' (duration: 103.032712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:39.536196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:37.661017Z","time spent":"1.87517462s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:39.536198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465808798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:39.536231Z","caller":"traceutil/trace.go:171","msg":"trace[1390041233] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:21124; }","duration":"1.465853459s","start":"2026-02-26T02:26:38.070366Z","end":"2026-02-26T02:26:39.53622Z","steps":["trace[1390041233] 'agreement among raft nodes before linearized reading' (duration: 1.465788447s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:39.536278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:38.070306Z","time spent":"1.465952942s","remote":"127.0.0.1:48932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:39.536275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.761146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:39.536315Z","caller":"traceutil/trace.go:171","msg":"trace[616593478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21124; }","duration":"727.831588ms","start":"2026-02-26T02:26:38.808474Z","end":"2026-02-26T02:26:39.536306Z","steps":["trace[616593478] 'agreement among raft nodes before linearized reading' (duration: 727.758596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:39.536345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:38.808453Z","time spent":"727.886699ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:39.536363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341757838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-xfvwz\" ","response":"range_response_count:1 size:4746"} {"level":"info","ts":"2026-02-26T02:26:39.536401Z","caller":"traceutil/trace.go:171","msg":"trace[1094362998] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-xfvwz; range_end:; response_count:1; response_revision:21124; }","duration":"1.341867351s","start":"2026-02-26T02:26:38.194523Z","end":"2026-02-26T02:26:39.53639Z","steps":["trace[1094362998] 'agreement among raft nodes before linearized reading' (duration: 1.341608313s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:39.536477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:38.194504Z","time spent":"1.341944153s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4768,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-xfvwz\" "} {"level":"info","ts":"2026-02-26T02:27:26.059553Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18738} {"level":"info","ts":"2026-02-26T02:27:26.184393Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18738,"took":"121.748557ms","hash":4077395098,"current-db-size-bytes":47095808,"current-db-size":"47 MB","current-db-size-in-use-bytes":37257216,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-02-26T02:27:26.184477Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4077395098,"revision":18738,"compact-revision":16606} {"level":"info","ts":"2026-02-26T02:29:22.832489Z","caller":"traceutil/trace.go:171","msg":"trace[1187632026] linearizableReadLoop","detail":"{readStateIndex:23485; appliedIndex:23484; }","duration":"171.523439ms","start":"2026-02-26T02:29:22.660943Z","end":"2026-02-26T02:29:22.832467Z","steps":["trace[1187632026] 'read index received' (duration: 171.289811ms)","trace[1187632026] 'applied index is now lower than readState.Index' (duration: 232.748µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:22.832804Z","caller":"traceutil/trace.go:171","msg":"trace[1474557392] transaction","detail":"{read_only:false; response_revision:22693; number_of_response:1; }","duration":"474.267935ms","start":"2026-02-26T02:29:22.358524Z","end":"2026-02-26T02:29:22.832792Z","steps":["trace[1474557392] 'process raft request' (duration: 473.771779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:22.832912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:22.358506Z","time spent":"474.326436ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:22.833176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.240861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:22.833208Z","caller":"traceutil/trace.go:171","msg":"trace[1680207395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22693; }","duration":"172.311093ms","start":"2026-02-26T02:29:22.660886Z","end":"2026-02-26T02:29:22.833197Z","steps":["trace[1680207395] 'agreement among raft nodes before linearized reading' (duration: 172.230251ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:28.287484Z","caller":"traceutil/trace.go:171","msg":"trace[1075585788] transaction","detail":"{read_only:false; response_revision:22724; number_of_response:1; }","duration":"141.408951ms","start":"2026-02-26T02:29:28.146041Z","end":"2026-02-26T02:29:28.28745Z","steps":["trace[1075585788] 'process raft request' (duration: 141.201414ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:28.287543Z","caller":"traceutil/trace.go:171","msg":"trace[324428676] linearizableReadLoop","detail":"{readStateIndex:23517; appliedIndex:23517; }","duration":"140.221423ms","start":"2026-02-26T02:29:28.147289Z","end":"2026-02-26T02:29:28.28751Z","steps":["trace[324428676] 'read index received' (duration: 140.208242ms)","trace[324428676] 'applied index is now lower than readState.Index' (duration: 10.481µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:29:28.287894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.566564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-26T02:29:28.287987Z","caller":"traceutil/trace.go:171","msg":"trace[1211553736] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22724; }","duration":"140.703338ms","start":"2026-02-26T02:29:28.147263Z","end":"2026-02-26T02:29:28.287966Z","steps":["trace[1211553736] 'agreement among raft nodes before linearized reading' (duration: 140.345037ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:28.31581Z","caller":"traceutil/trace.go:171","msg":"trace[1982553778] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"165.750954ms","start":"2026-02-26T02:29:28.150032Z","end":"2026-02-26T02:29:28.315783Z","steps":["trace[1982553778] 'process raft request' (duration: 165.571418ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:28.316065Z","caller":"traceutil/trace.go:171","msg":"trace[1476724087] transaction","detail":"{read_only:false; response_revision:22726; number_of_response:1; }","duration":"157.517272ms","start":"2026-02-26T02:29:28.158531Z","end":"2026-02-26T02:29:28.316049Z","steps":["trace[1476724087] 'process raft request' (duration: 157.210603ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:28.316356Z","caller":"traceutil/trace.go:171","msg":"trace[832170185] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"147.235656ms","start":"2026-02-26T02:29:28.16911Z","end":"2026-02-26T02:29:28.316346Z","steps":["trace[832170185] 'process raft request' (duration: 146.895735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:28.316581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.818781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:29:28.316624Z","caller":"traceutil/trace.go:171","msg":"trace[876963776] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:22728; }","duration":"168.878933ms","start":"2026-02-26T02:29:28.147734Z","end":"2026-02-26T02:29:28.316613Z","steps":["trace[876963776] 'agreement among raft nodes before linearized reading' (duration: 168.757149ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:28.316894Z","caller":"traceutil/trace.go:171","msg":"trace[1440676308] transaction","detail":"{read_only:false; response_revision:22728; number_of_response:1; }","duration":"118.467602ms","start":"2026-02-26T02:29:28.198416Z","end":"2026-02-26T02:29:28.316884Z","steps":["trace[1440676308] 'process raft request' (duration: 117.886353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:28.317055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.281529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:29:28.317092Z","caller":"traceutil/trace.go:171","msg":"trace[2016783356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22728; }","duration":"165.337061ms","start":"2026-02-26T02:29:28.151747Z","end":"2026-02-26T02:29:28.317084Z","steps":["trace[2016783356] 'agreement among raft nodes before linearized reading' (duration: 165.227148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:28.317207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.575212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:29:28.317243Z","caller":"traceutil/trace.go:171","msg":"trace[1919289476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22728; }","duration":"167.610273ms","start":"2026-02-26T02:29:28.149626Z","end":"2026-02-26T02:29:28.317236Z","steps":["trace[1919289476] 'agreement among raft nodes before linearized reading' (duration: 167.530271ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:42.281303Z","caller":"traceutil/trace.go:171","msg":"trace[392070048] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"102.358001ms","start":"2026-02-26T02:29:42.178915Z","end":"2026-02-26T02:29:42.281273Z","steps":["trace[392070048] 'process raft request' (duration: 102.169525ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:42.463757Z","caller":"traceutil/trace.go:171","msg":"trace[737852883] transaction","detail":"{read_only:false; response_revision:22846; number_of_response:1; }","duration":"101.328379ms","start":"2026-02-26T02:29:42.362405Z","end":"2026-02-26T02:29:42.463733Z","steps":["trace[737852883] 'process raft request' (duration: 101.184375ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:42.491275Z","caller":"traceutil/trace.go:171","msg":"trace[596461997] linearizableReadLoop","detail":"{readStateIndex:23644; appliedIndex:23642; }","duration":"118.598557ms","start":"2026-02-26T02:29:42.372658Z","end":"2026-02-26T02:29:42.491257Z","steps":["trace[596461997] 'read index received' (duration: 91.068033ms)","trace[596461997] 'applied index is now lower than readState.Index' (duration: 27.529744ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:42.491401Z","caller":"traceutil/trace.go:171","msg":"trace[807352307] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"127.713297ms","start":"2026-02-26T02:29:42.363675Z","end":"2026-02-26T02:29:42.491389Z","steps":["trace[807352307] 'process raft request' (duration: 127.542041ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:42.491727Z","caller":"traceutil/trace.go:171","msg":"trace[132597644] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"128.807002ms","start":"2026-02-26T02:29:42.36252Z","end":"2026-02-26T02:29:42.491327Z","steps":["trace[132597644] 'process raft request' (duration: 128.599245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:42.492839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.161767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:29:42.492897Z","caller":"traceutil/trace.go:171","msg":"trace[1500891602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22848; }","duration":"120.25304ms","start":"2026-02-26T02:29:42.372629Z","end":"2026-02-26T02:29:42.492882Z","steps":["trace[1500891602] 'agreement among raft nodes before linearized reading' (duration: 118.955409ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:42.824009Z","caller":"traceutil/trace.go:171","msg":"trace[376596341] transaction","detail":"{read_only:false; response_revision:22855; number_of_response:1; }","duration":"175.094872ms","start":"2026-02-26T02:29:42.648885Z","end":"2026-02-26T02:29:42.82398Z","steps":["trace[376596341] 'process raft request' (duration: 96.933969ms)","trace[376596341] 'compare' (duration: 77.723339ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:42.824074Z","caller":"traceutil/trace.go:171","msg":"trace[2067962800] linearizableReadLoop","detail":"{readStateIndex:23652; appliedIndex:23650; }","duration":"163.910357ms","start":"2026-02-26T02:29:42.660156Z","end":"2026-02-26T02:29:42.824067Z","steps":["trace[2067962800] 'read index received' (duration: 85.599439ms)","trace[2067962800] 'applied index is now lower than readState.Index' (duration: 78.310158ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:42.824023Z","caller":"traceutil/trace.go:171","msg":"trace[888168211] transaction","detail":"{read_only:false; response_revision:22857; number_of_response:1; }","duration":"160.635112ms","start":"2026-02-26T02:29:42.663376Z","end":"2026-02-26T02:29:42.824011Z","steps":["trace[888168211] 'process raft request' (duration: 160.539329ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:42.824024Z","caller":"traceutil/trace.go:171","msg":"trace[960993936] transaction","detail":"{read_only:false; response_revision:22856; number_of_response:1; }","duration":"169.252466ms","start":"2026-02-26T02:29:42.65475Z","end":"2026-02-26T02:29:42.824003Z","steps":["trace[960993936] 'process raft request' (duration: 169.087111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:42.824228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.989044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-796bb65d84-qt7x5\" ","response":"range_response_count:1 size:8496"} {"level":"info","ts":"2026-02-26T02:29:42.824256Z","caller":"traceutil/trace.go:171","msg":"trace[736914822] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-796bb65d84-qt7x5; range_end:; response_count:1; response_revision:22857; }","duration":"161.039976ms","start":"2026-02-26T02:29:42.663208Z","end":"2026-02-26T02:29:42.824248Z","steps":["trace[736914822] 'agreement among raft nodes before linearized reading' (duration: 160.988974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:42.824178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.00691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:42.824365Z","caller":"traceutil/trace.go:171","msg":"trace[1453562939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22857; }","duration":"164.238147ms","start":"2026-02-26T02:29:42.660119Z","end":"2026-02-26T02:29:42.824357Z","steps":["trace[1453562939] 'agreement among raft nodes before linearized reading' (duration: 163.99968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:42.82445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.435527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-nmxcr.1897a87e4ece45b6\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-02-26T02:29:42.824481Z","caller":"traceutil/trace.go:171","msg":"trace[2115814521] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-nmxcr.1897a87e4ece45b6; range_end:; response_count:1; response_revision:22857; }","duration":"104.491129ms","start":"2026-02-26T02:29:42.71998Z","end":"2026-02-26T02:29:42.824471Z","steps":["trace[2115814521] 'agreement among raft nodes before linearized reading' (duration: 104.399986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:43.066052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.879925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:29:43.066444Z","caller":"traceutil/trace.go:171","msg":"trace[2060470119] transaction","detail":"{read_only:false; response_revision:22862; number_of_response:1; }","duration":"143.419506ms","start":"2026-02-26T02:29:42.922985Z","end":"2026-02-26T02:29:43.066405Z","steps":["trace[2060470119] 'process raft request' (duration: 41.716675ms)","trace[2060470119] 'compare' (duration: 100.503233ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:43.067948Z","caller":"traceutil/trace.go:171","msg":"trace[1842935142] linearizableReadLoop","detail":"{readStateIndex:23660; appliedIndex:23658; }","duration":"132.906772ms","start":"2026-02-26T02:29:42.935019Z","end":"2026-02-26T02:29:43.067925Z","steps":["trace[1842935142] 'read index received' (duration: 29.705494ms)","trace[1842935142] 'applied index is now lower than readState.Index' (duration: 103.200118ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:43.068004Z","caller":"traceutil/trace.go:171","msg":"trace[58356956] transaction","detail":"{read_only:false; response_revision:22863; number_of_response:1; }","duration":"142.503017ms","start":"2026-02-26T02:29:42.925478Z","end":"2026-02-26T02:29:43.067981Z","steps":["trace[58356956] 'process raft request' (duration: 142.304711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:43.068222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.119549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:29:43.06826Z","caller":"traceutil/trace.go:171","msg":"trace[64673238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22863; }","duration":"133.196221ms","start":"2026-02-26T02:29:42.935055Z","end":"2026-02-26T02:29:43.068252Z","steps":["trace[64673238] 'agreement among raft nodes before linearized reading' (duration: 133.044437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:43.068242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.204161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:29:43.068314Z","caller":"traceutil/trace.go:171","msg":"trace[303637659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22863; }","duration":"133.318305ms","start":"2026-02-26T02:29:42.934983Z","end":"2026-02-26T02:29:43.068301Z","steps":["trace[303637659] 'agreement among raft nodes before linearized reading' (duration: 133.097238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:43.634948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231532455,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:29:43.670589Z","caller":"traceutil/trace.go:171","msg":"trace[190182916] transaction","detail":"{read_only:false; response_revision:22867; number_of_response:1; }","duration":"587.161171ms","start":"2026-02-26T02:29:43.083386Z","end":"2026-02-26T02:29:43.670548Z","steps":["trace[190182916] 'process raft request' (duration: 586.986996ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:43.670659Z","caller":"traceutil/trace.go:171","msg":"trace[65020943] transaction","detail":"{read_only:false; response_revision:22866; number_of_response:1; }","duration":"594.328309ms","start":"2026-02-26T02:29:43.076275Z","end":"2026-02-26T02:29:43.670604Z","steps":["trace[65020943] 'process raft request' (duration: 562.345053ms)","trace[65020943] 'compare' (duration: 31.290774ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:29:43.670835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.076265Z","time spent":"594.470563ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:43.671159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.083361Z","time spent":"587.329316ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:29:43.833823Z","caller":"traceutil/trace.go:171","msg":"trace[1597561539] transaction","detail":"{read_only:false; response_revision:22868; number_of_response:1; }","duration":"633.319907ms","start":"2026-02-26T02:29:43.200458Z","end":"2026-02-26T02:29:43.833778Z","steps":["trace[1597561539] 'process raft request' (duration: 589.142654ms)","trace[1597561539] 'compare' (duration: 43.665757ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:43.833858Z","caller":"traceutil/trace.go:171","msg":"trace[776425901] linearizableReadLoop","detail":"{readStateIndex:23667; appliedIndex:23662; }","duration":"699.89044ms","start":"2026-02-26T02:29:43.133929Z","end":"2026-02-26T02:29:43.833819Z","steps":["trace[776425901] 'read index received' (duration: 504.70666ms)","trace[776425901] 'applied index is now lower than readState.Index' (duration: 195.1819ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:43.833975Z","caller":"traceutil/trace.go:171","msg":"trace[381390103] transaction","detail":"{read_only:false; response_revision:22869; number_of_response:1; }","duration":"403.342603ms","start":"2026-02-26T02:29:43.430614Z","end":"2026-02-26T02:29:43.833957Z","steps":["trace[381390103] 'process raft request' (duration: 403.049454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:43.834091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.430589Z","time spent":"403.441725ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:43.834115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.200429Z","time spent":"633.479832ms","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2447,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:29:43.834286Z","caller":"traceutil/trace.go:171","msg":"trace[1716483378] transaction","detail":"{read_only:false; response_revision:22870; number_of_response:1; }","duration":"379.399392ms","start":"2026-02-26T02:29:43.45488Z","end":"2026-02-26T02:29:43.834279Z","steps":["trace[1716483378] 'process raft request' (duration: 378.883816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:43.834357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.454855Z","time spent":"379.445544ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:43.834559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.588512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:43.834616Z","caller":"traceutil/trace.go:171","msg":"trace[2081774436] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22870; }","duration":"700.706597ms","start":"2026-02-26T02:29:43.133891Z","end":"2026-02-26T02:29:43.834598Z","steps":["trace[2081774436] 'agreement among raft nodes before linearized reading' (duration: 700.578973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:43.834659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.133875Z","time spent":"700.773069ms","remote":"127.0.0.1:47394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:29:44.062515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.00337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:29:44.063041Z","caller":"traceutil/trace.go:171","msg":"trace[883366535] transaction","detail":"{read_only:false; response_revision:22872; number_of_response:1; }","duration":"233.368633ms","start":"2026-02-26T02:29:43.829648Z","end":"2026-02-26T02:29:44.063017Z","steps":["trace[883366535] 'process raft request' (duration: 232.97847ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:44.063303Z","caller":"traceutil/trace.go:171","msg":"trace[429418003] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"388.233202ms","start":"2026-02-26T02:29:43.675039Z","end":"2026-02-26T02:29:44.063272Z","steps":["trace[429418003] 'process raft request' (duration: 279.362274ms)","trace[429418003] 'compare' (duration: 107.66751ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:29:44.063461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.675017Z","time spent":"388.367746ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:29:44.063474Z","caller":"traceutil/trace.go:171","msg":"trace[1251432654] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"220.935848ms","start":"2026-02-26T02:29:43.842522Z","end":"2026-02-26T02:29:44.063458Z","steps":["trace[1251432654] 'process raft request' (duration: 220.355169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.063635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.607916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:44.063687Z","caller":"traceutil/trace.go:171","msg":"trace[543762393] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22874; }","duration":"672.706809ms","start":"2026-02-26T02:29:43.39097Z","end":"2026-02-26T02:29:44.063676Z","steps":["trace[543762393] 'agreement among raft nodes before linearized reading' (duration: 672.591835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.063726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.390949Z","time spent":"672.76464ms","remote":"127.0.0.1:47530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:29:44.063876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.53721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:29:44.063912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.853396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:44.063944Z","caller":"traceutil/trace.go:171","msg":"trace[621104378] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:22874; }","duration":"464.913918ms","start":"2026-02-26T02:29:43.599019Z","end":"2026-02-26T02:29:44.063933Z","steps":["trace[621104378] 'agreement among raft nodes before linearized reading' (duration: 464.867206ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:44.063953Z","caller":"traceutil/trace.go:171","msg":"trace[294954759] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:22874; }","duration":"438.666694ms","start":"2026-02-26T02:29:43.625259Z","end":"2026-02-26T02:29:44.063925Z","steps":["trace[294954759] 'agreement among raft nodes before linearized reading' (duration: 438.488758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.063977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.599Z","time spent":"464.96901ms","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"info","ts":"2026-02-26T02:29:44.063971Z","caller":"traceutil/trace.go:171","msg":"trace[972961052] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"214.647258ms","start":"2026-02-26T02:29:43.849303Z","end":"2026-02-26T02:29:44.06395Z","steps":["trace[972961052] 'process raft request' (duration: 213.644997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.064065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.625219Z","time spent":"438.779298ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:29:44.06451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.155298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:44.063539Z","caller":"traceutil/trace.go:171","msg":"trace[488444522] linearizableReadLoop","detail":"{readStateIndex:23669; appliedIndex:23667; }","duration":"229.588613ms","start":"2026-02-26T02:29:43.833941Z","end":"2026-02-26T02:29:44.06353Z","steps":["trace[488444522] 'read index received' (duration: 120.456287ms)","trace[488444522] 'applied index is now lower than readState.Index' (duration: 109.130916ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:44.064546Z","caller":"traceutil/trace.go:171","msg":"trace[1179140518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22874; }","duration":"404.22646ms","start":"2026-02-26T02:29:43.660308Z","end":"2026-02-26T02:29:44.064535Z","steps":["trace[1179140518] 'agreement among raft nodes before linearized reading' (duration: 404.165098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.064254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.920439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-26T02:29:44.064823Z","caller":"traceutil/trace.go:171","msg":"trace[1670978548] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:22874; }","duration":"658.481607ms","start":"2026-02-26T02:29:43.406298Z","end":"2026-02-26T02:29:44.064779Z","steps":["trace[1670978548] 'agreement among raft nodes before linearized reading' (duration: 657.847797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.064855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.538679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-02-26T02:29:44.064876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.406284Z","time spent":"658.572669ms","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-26T02:29:44.064929Z","caller":"traceutil/trace.go:171","msg":"trace[950303285] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22874; }","duration":"222.673993ms","start":"2026-02-26T02:29:43.842236Z","end":"2026-02-26T02:29:44.06491Z","steps":["trace[950303285] 'agreement among raft nodes before linearized reading' (duration: 222.485907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.065014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.669633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-02-26T02:29:44.065096Z","caller":"traceutil/trace.go:171","msg":"trace[669316345] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22874; }","duration":"222.810787ms","start":"2026-02-26T02:29:43.842262Z","end":"2026-02-26T02:29:44.065073Z","steps":["trace[669316345] 'agreement among raft nodes before linearized reading' (duration: 222.566989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:44.064593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:43.660291Z","time spent":"404.295803ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:29:49.824757Z","caller":"traceutil/trace.go:171","msg":"trace[1183436531] linearizableReadLoop","detail":"{readStateIndex:23791; appliedIndex:23790; }","duration":"356.229144ms","start":"2026-02-26T02:29:49.468506Z","end":"2026-02-26T02:29:49.824735Z","steps":["trace[1183436531] 'read index received' (duration: 356.09413ms)","trace[1183436531] 'applied index is now lower than readState.Index' (duration: 133.624µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:29:49.824777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:49.446032Z","time spent":"378.737639ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:29:49.824948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.41126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:49.825033Z","caller":"traceutil/trace.go:171","msg":"trace[1260518149] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22987; }","duration":"356.553375ms","start":"2026-02-26T02:29:49.468457Z","end":"2026-02-26T02:29:49.82501Z","steps":["trace[1260518149] 'agreement among raft nodes before linearized reading' (duration: 356.39237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:49.825084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:49.468436Z","time spent":"356.636458ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:29:49.846106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.703543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:29:49.846246Z","caller":"traceutil/trace.go:171","msg":"trace[818179887] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:22988; }","duration":"369.815236ms","start":"2026-02-26T02:29:49.47637Z","end":"2026-02-26T02:29:49.846185Z","steps":["trace[818179887] 'agreement among raft nodes before linearized reading' (duration: 369.543288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:49.846355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:49.476326Z","time spent":"369.994512ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:29:49.847043Z","caller":"traceutil/trace.go:171","msg":"trace[1792107999] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"156.596113ms","start":"2026-02-26T02:29:49.690432Z","end":"2026-02-26T02:29:49.847028Z","steps":["trace[1792107999] 'process raft request' (duration: 155.145157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:49.847378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.777177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:29:49.847564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.345308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:49.84762Z","caller":"traceutil/trace.go:171","msg":"trace[1251828544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22988; }","duration":"186.43349ms","start":"2026-02-26T02:29:49.661169Z","end":"2026-02-26T02:29:49.847602Z","steps":["trace[1251828544] 'agreement among raft nodes before linearized reading' (duration: 186.331727ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:49.847964Z","caller":"traceutil/trace.go:171","msg":"trace[1098653801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22988; }","duration":"132.835459ms","start":"2026-02-26T02:29:49.714575Z","end":"2026-02-26T02:29:49.847411Z","steps":["trace[1098653801] 'agreement among raft nodes before linearized reading' (duration: 132.645143ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:54.557216Z","caller":"traceutil/trace.go:171","msg":"trace[275198618] transaction","detail":"{read_only:false; response_revision:23021; number_of_response:1; }","duration":"237.334768ms","start":"2026-02-26T02:29:54.31986Z","end":"2026-02-26T02:29:54.557195Z","steps":["trace[275198618] 'process raft request' (duration: 237.196764ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:54.57118Z","caller":"traceutil/trace.go:171","msg":"trace[1933686087] transaction","detail":"{read_only:false; response_revision:23022; number_of_response:1; }","duration":"195.509881ms","start":"2026-02-26T02:29:54.375634Z","end":"2026-02-26T02:29:54.571144Z","steps":["trace[1933686087] 'process raft request' (duration: 195.1847ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:55.386283Z","caller":"traceutil/trace.go:171","msg":"trace[308592527] transaction","detail":"{read_only:false; response_revision:23029; number_of_response:1; }","duration":"252.743919ms","start":"2026-02-26T02:29:55.133519Z","end":"2026-02-26T02:29:55.386263Z","steps":["trace[308592527] 'process raft request' (duration: 252.606784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:56.361074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.93703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:29:56.361191Z","caller":"traceutil/trace.go:171","msg":"trace[544043385] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23029; }","duration":"874.075254ms","start":"2026-02-26T02:29:55.487088Z","end":"2026-02-26T02:29:56.361163Z","steps":["trace[544043385] 'count revisions from in-memory index tree' (duration: 873.860888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:56.361267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:55.487034Z","time spent":"874.211419ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:29:56.361464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.987144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:29:56.361571Z","caller":"traceutil/trace.go:171","msg":"trace[604139044] linearizableReadLoop","detail":"{readStateIndex:23835; appliedIndex:23834; }","duration":"701.535475ms","start":"2026-02-26T02:29:55.660017Z","end":"2026-02-26T02:29:56.361553Z","steps":["trace[604139044] 'read index received' (duration: 206.379176ms)","trace[604139044] 'applied index is now lower than readState.Index' (duration: 495.154939ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:29:56.361619Z","caller":"traceutil/trace.go:171","msg":"trace[1250699453] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"817.633302ms","start":"2026-02-26T02:29:55.543962Z","end":"2026-02-26T02:29:56.361595Z","steps":["trace[1250699453] 'process raft request' (duration: 322.420611ms)","trace[1250699453] 'compare' (duration: 494.717465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:29:56.361743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.73408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:29:56.361776Z","caller":"traceutil/trace.go:171","msg":"trace[1585603989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23030; }","duration":"701.797882ms","start":"2026-02-26T02:29:55.659969Z","end":"2026-02-26T02:29:56.361767Z","steps":["trace[1585603989] 'agreement among raft nodes before linearized reading' (duration: 701.654378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:56.361812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:55.659954Z","time spent":"701.850485ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:29:56.361953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:55.543938Z","time spent":"817.740056ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:57.170347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.392974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:29:57.170463Z","caller":"traceutil/trace.go:171","msg":"trace[153254730] transaction","detail":"{read_only:false; response_revision:23031; number_of_response:1; }","duration":"1.306204241s","start":"2026-02-26T02:29:55.864236Z","end":"2026-02-26T02:29:57.17044Z","steps":["trace[153254730] 'process raft request' (duration: 867.61422ms)","trace[153254730] 'compare' (duration: 438.010852ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:29:57.170527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:55.86422Z","time spent":"1.306276003s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:57.660574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999986518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:29:57.660679Z","caller":"traceutil/trace.go:171","msg":"trace[1503208053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000124682s","start":"2026-02-26T02:29:55.660531Z","end":"2026-02-26T02:29:57.660655Z","steps":["trace[1503208053] 'agreement among raft nodes before linearized reading' (duration: 1.999993558s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:57.66073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:55.660525Z","time spent":"2.000194394s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:29:57.745835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012617374s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:29:57.923203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.110066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:29:57.923856Z","caller":"traceutil/trace.go:171","msg":"trace[1309652963] transaction","detail":"{read_only:false; response_revision:23033; number_of_response:1; }","duration":"1.360900018s","start":"2026-02-26T02:29:56.562941Z","end":"2026-02-26T02:29:57.923841Z","steps":["trace[1309652963] 'process raft request' (duration: 1.360789105s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:57.923858Z","caller":"traceutil/trace.go:171","msg":"trace[1685382800] transaction","detail":"{read_only:false; response_revision:23032; number_of_response:1; }","duration":"1.786801576s","start":"2026-02-26T02:29:56.13697Z","end":"2026-02-26T02:29:57.923772Z","steps":["trace[1685382800] 'process raft request' (duration: 1.609016899s)","trace[1685382800] 'compare' (duration: 176.749204ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:29:57.92398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:56.562889Z","time spent":"1.361037482s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:57.924031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:56.136947Z","time spent":"1.786998343s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:29:57.924306Z","caller":"traceutil/trace.go:171","msg":"trace[1056791178] transaction","detail":"{read_only:false; response_revision:23034; number_of_response:1; }","duration":"1.349005319s","start":"2026-02-26T02:29:56.575279Z","end":"2026-02-26T02:29:57.924284Z","steps":["trace[1056791178] 'process raft request' (duration: 1.348533004s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:57.924385Z","caller":"traceutil/trace.go:171","msg":"trace[2029819300] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"1.337908607s","start":"2026-02-26T02:29:56.586464Z","end":"2026-02-26T02:29:57.924372Z","steps":["trace[2029819300] 'process raft request' (duration: 1.337857945s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:57.924401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:56.575253Z","time spent":"1.349100863s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:29:57.924398Z","caller":"traceutil/trace.go:171","msg":"trace[879309367] linearizableReadLoop","detail":"{readStateIndex:23837; appliedIndex:23835; }","duration":"1.56276478s","start":"2026-02-26T02:29:56.361601Z","end":"2026-02-26T02:29:57.924366Z","steps":["trace[879309367] 'read index received' (duration: 370.338614ms)","trace[879309367] 'applied index is now lower than readState.Index' (duration: 1.192425106s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:29:57.924451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:56.586448Z","time spent":"1.33797114s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:29:57.924534Z","caller":"traceutil/trace.go:171","msg":"trace[2011486951] transaction","detail":"{read_only:false; response_revision:23035; number_of_response:1; }","duration":"1.340379526s","start":"2026-02-26T02:29:56.584145Z","end":"2026-02-26T02:29:57.924525Z","steps":["trace[2011486951] 'process raft request' (duration: 1.340051566s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:57.924557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947219272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:29:57.924589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038222513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-02-26T02:29:57.924638Z","caller":"traceutil/trace.go:171","msg":"trace[1524213620] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23037; }","duration":"2.038270654s","start":"2026-02-26T02:29:55.886358Z","end":"2026-02-26T02:29:57.924628Z","steps":["trace[1524213620] 'agreement among raft nodes before linearized reading' (duration: 2.03812939s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:57.924638Z","caller":"traceutil/trace.go:171","msg":"trace[1343890395] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"1.338882138s","start":"2026-02-26T02:29:56.585744Z","end":"2026-02-26T02:29:57.924626Z","steps":["trace[1343890395] 'process raft request' (duration: 1.338538687s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:57.92465Z","caller":"traceutil/trace.go:171","msg":"trace[1564202975] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23037; }","duration":"1.947361586s","start":"2026-02-26T02:29:55.977269Z","end":"2026-02-26T02:29:57.924631Z","steps":["trace[1564202975] 'agreement among raft nodes before linearized reading' (duration: 1.947134299s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:57.924676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:55.886318Z","time spent":"2.038350857s","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-26T02:29:57.924704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:56.585731Z","time spent":"1.33894391s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:57.924706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:55.977246Z","time spent":"1.947444679s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:29:57.924853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55929663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:29:57.924952Z","caller":"traceutil/trace.go:171","msg":"trace[300616295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23037; }","duration":"1.559420644s","start":"2026-02-26T02:29:56.365514Z","end":"2026-02-26T02:29:57.924935Z","steps":["trace[300616295] 'agreement among raft nodes before linearized reading' (duration: 1.559235088s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:57.924595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:56.584129Z","time spent":"1.340430137s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:29:57.925009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:56.365499Z","time spent":"1.559497396s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:29:57.924695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03969036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:29:57.925081Z","caller":"traceutil/trace.go:171","msg":"trace[1400770317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23037; }","duration":"2.040108833s","start":"2026-02-26T02:29:55.884951Z","end":"2026-02-26T02:29:57.92506Z","steps":["trace[1400770317] 'agreement among raft nodes before linearized reading' (duration: 2.039562856s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:57.925111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147246321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:29:57.925136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:55.884936Z","time spent":"2.040183295s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:29:57.925151Z","caller":"traceutil/trace.go:171","msg":"trace[1069746502] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23037; }","duration":"1.147314613s","start":"2026-02-26T02:29:56.777824Z","end":"2026-02-26T02:29:57.925138Z","steps":["trace[1069746502] 'agreement among raft nodes before linearized reading' (duration: 1.147247651s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:57.925183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:56.777781Z","time spent":"1.147392996s","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:29:57.925265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.703256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:29:57.925353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336838184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:29:57.925373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270374472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:29:57.925406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.464739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:29:57.925411Z","caller":"traceutil/trace.go:171","msg":"trace[459653299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23037; }","duration":"1.270442555s","start":"2026-02-26T02:29:56.654959Z","end":"2026-02-26T02:29:57.925402Z","steps":["trace[459653299] 'agreement among raft nodes before linearized reading' (duration: 1.270358862s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:57.925412Z","caller":"traceutil/trace.go:171","msg":"trace[1237045433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23037; }","duration":"1.336929207s","start":"2026-02-26T02:29:56.588468Z","end":"2026-02-26T02:29:57.925397Z","steps":["trace[1237045433] 'agreement among raft nodes before linearized reading' (duration: 1.336796993s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:29:57.925445Z","caller":"traceutil/trace.go:171","msg":"trace[1107208835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23037; }","duration":"535.538591ms","start":"2026-02-26T02:29:57.389897Z","end":"2026-02-26T02:29:57.925436Z","steps":["trace[1107208835] 'agreement among raft nodes before linearized reading' (duration: 535.441648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:57.925447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:56.654939Z","time spent":"1.270501966s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:29:57.925463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:56.588456Z","time spent":"1.336995218s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:29:57.925479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:57.389878Z","time spent":"535.595113ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:29:57.925373Z","caller":"traceutil/trace.go:171","msg":"trace[243433420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23037; }","duration":"263.84003ms","start":"2026-02-26T02:29:57.661515Z","end":"2026-02-26T02:29:57.925355Z","steps":["trace[243433420] 'agreement among raft nodes before linearized reading' (duration: 263.576252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:57.925299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335812461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:29:57.925657Z","caller":"traceutil/trace.go:171","msg":"trace[67654370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23037; }","duration":"1.336190493s","start":"2026-02-26T02:29:56.589445Z","end":"2026-02-26T02:29:57.925636Z","steps":["trace[67654370] 'agreement among raft nodes before linearized reading' (duration: 1.33578133s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:29:57.925726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:56.589426Z","time spent":"1.336276865s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:00.440404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231532963,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:30:00.442843Z","caller":"traceutil/trace.go:171","msg":"trace[688434709] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"513.231353ms","start":"2026-02-26T02:29:59.929584Z","end":"2026-02-26T02:30:00.442815Z","steps":["trace[688434709] 'process raft request' (duration: 513.001606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:00.44302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:59.929561Z","time spent":"513.379018ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:01.386436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.195229ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:01.386557Z","caller":"traceutil/trace.go:171","msg":"trace[1760714649] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23058; }","duration":"585.326523ms","start":"2026-02-26T02:30:00.801212Z","end":"2026-02-26T02:30:01.386538Z","steps":["trace[1760714649] 'range keys from in-memory index tree' (duration: 585.179959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:01.386706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:00.623573Z","time spent":"763.12574ms","remote":"127.0.0.1:47948","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:30:01.387428Z","caller":"traceutil/trace.go:171","msg":"trace[988029626] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"1.454981827s","start":"2026-02-26T02:29:59.932429Z","end":"2026-02-26T02:30:01.387411Z","steps":["trace[988029626] 'process raft request' (duration: 1.454866663s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:01.387419Z","caller":"traceutil/trace.go:171","msg":"trace[1698446706] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"1.455075169s","start":"2026-02-26T02:29:59.932282Z","end":"2026-02-26T02:30:01.387357Z","steps":["trace[1698446706] 'process raft request' (duration: 1.386902744s)","trace[1698446706] 'compare' (duration: 67.815044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:01.38753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:59.932423Z","time spent":"1.455044109s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:01.387645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:59.932259Z","time spent":"1.455267406s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:01.387788Z","caller":"traceutil/trace.go:171","msg":"trace[1098978841] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"1.455170462s","start":"2026-02-26T02:29:59.932597Z","end":"2026-02-26T02:30:01.387768Z","steps":["trace[1098978841] 'process raft request' (duration: 1.45477954s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:01.387902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:59.93259Z","time spent":"1.455243244s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:01.388062Z","caller":"traceutil/trace.go:171","msg":"trace[1902660236] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"1.455375859s","start":"2026-02-26T02:29:59.932661Z","end":"2026-02-26T02:30:01.388037Z","steps":["trace[1902660236] 'process raft request' (duration: 1.455026998s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:01.388144Z","caller":"traceutil/trace.go:171","msg":"trace[303101857] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"1.283567892s","start":"2026-02-26T02:30:00.104562Z","end":"2026-02-26T02:30:01.38813Z","steps":["trace[303101857] 'process raft request' (duration: 1.283469839s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:01.388202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:00.104539Z","time spent":"1.283637783s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:30:01.388258Z","caller":"traceutil/trace.go:171","msg":"trace[1850960108] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"1.455521404s","start":"2026-02-26T02:29:59.932711Z","end":"2026-02-26T02:30:01.388233Z","steps":["trace[1850960108] 'process raft request' (duration: 1.455244055s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:01.388271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448202051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:01.388333Z","caller":"traceutil/trace.go:171","msg":"trace[49039427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23064; }","duration":"1.448294594s","start":"2026-02-26T02:29:59.940029Z","end":"2026-02-26T02:30:01.388323Z","steps":["trace[49039427] 'agreement among raft nodes before linearized reading' (duration: 1.448124508s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:01.388377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:59.940022Z","time spent":"1.448346225s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:30:01.388375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:59.932705Z","time spent":"1.455615207s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:01.388106Z","caller":"traceutil/trace.go:171","msg":"trace[968781517] linearizableReadLoop","detail":"{readStateIndex:23870; appliedIndex:23863; }","duration":"1.448026776s","start":"2026-02-26T02:29:59.940049Z","end":"2026-02-26T02:30:01.388076Z","steps":["trace[968781517] 'read index received' (duration: 502.633837ms)","trace[968781517] 'applied index is now lower than readState.Index' (duration: 945.392019ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:01.388304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:59.932655Z","time spent":"1.455544944s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:01.391624Z","caller":"traceutil/trace.go:171","msg":"trace[1430582773] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"210.966861ms","start":"2026-02-26T02:30:01.18064Z","end":"2026-02-26T02:30:01.391606Z","steps":["trace[1430582773] 'process raft request' (duration: 210.92512ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:01.391936Z","caller":"traceutil/trace.go:171","msg":"trace[300483642] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"883.410431ms","start":"2026-02-26T02:30:00.508513Z","end":"2026-02-26T02:30:01.391923Z","steps":["trace[300483642] 'process raft request' (duration: 882.965337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:01.392023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:00.508489Z","time spent":"883.480444ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:02.659199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999916807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:30:02.659262Z","caller":"traceutil/trace.go:171","msg":"trace[1220411678] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00003506s","start":"2026-02-26T02:30:00.659211Z","end":"2026-02-26T02:30:02.659246Z","steps":["trace[1220411678] 'agreement among raft nodes before linearized reading' (duration: 1.999952588s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:02.659298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:00.659194Z","time spent":"2.000097523s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:02.893668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049009252s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:02.893755Z","caller":"traceutil/trace.go:171","msg":"trace[1210100382] linearizableReadLoop","detail":"{readStateIndex:23873; appliedIndex:23872; }","duration":"1.505295865s","start":"2026-02-26T02:30:01.388446Z","end":"2026-02-26T02:30:02.893742Z","steps":["trace[1210100382] 'read index received' (duration: 3.760589ms)","trace[1210100382] 'applied index is now lower than readState.Index' (duration: 1.501534336s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:02.893907Z","caller":"traceutil/trace.go:171","msg":"trace[1573357054] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"1.520422886s","start":"2026-02-26T02:30:01.373473Z","end":"2026-02-26T02:30:02.893896Z","steps":["trace[1573357054] 'process raft request' (duration: 471.116735ms)","trace[1573357054] 'compare' (duration: 1.048358171s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:02.89395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:01.373454Z","time spent":"1.520475388s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:02.894038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952440823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:30:02.894038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527871486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-26T02:30:02.894093Z","caller":"traceutil/trace.go:171","msg":"trace[714652437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23067; }","duration":"2.952509605s","start":"2026-02-26T02:29:59.941567Z","end":"2026-02-26T02:30:02.894077Z","steps":["trace[714652437] 'agreement among raft nodes before linearized reading' (duration: 2.95235219s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.894096Z","caller":"traceutil/trace.go:171","msg":"trace[966493915] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23067; }","duration":"2.52797327s","start":"2026-02-26T02:30:00.366108Z","end":"2026-02-26T02:30:02.894081Z","steps":["trace[966493915] 'agreement among raft nodes before linearized reading' (duration: 2.527809605s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:02.894065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952703662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:30:02.894126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:59.941563Z","time spent":"2.952553886s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:02.894135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953133185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:30:02.894123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:00.366089Z","time spent":"2.528028111s","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-02-26T02:30:02.894165Z","caller":"traceutil/trace.go:171","msg":"trace[1734603482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23067; }","duration":"2.952802155s","start":"2026-02-26T02:29:59.941326Z","end":"2026-02-26T02:30:02.894129Z","steps":["trace[1734603482] 'agreement among raft nodes before linearized reading' (duration: 2.952582378s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:02.894157Z","caller":"traceutil/trace.go:171","msg":"trace[2080969007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23067; }","duration":"2.953164736s","start":"2026-02-26T02:29:59.940986Z","end":"2026-02-26T02:30:02.894151Z","steps":["trace[2080969007] 'agreement among raft nodes before linearized reading' (duration: 2.953076013s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:02.894227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:59.941323Z","time spent":"2.952891977s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:30:02.894213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953376303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:30:02.894287Z","caller":"traceutil/trace.go:171","msg":"trace[309081402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23067; }","duration":"2.953455165s","start":"2026-02-26T02:29:59.940817Z","end":"2026-02-26T02:30:02.894272Z","steps":["trace[309081402] 'agreement among raft nodes before linearized reading' (duration: 2.953314211s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:02.894065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308341754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:30:02.894332Z","caller":"traceutil/trace.go:171","msg":"trace[579886809] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23067; }","duration":"2.308661634s","start":"2026-02-26T02:30:00.585664Z","end":"2026-02-26T02:30:02.894325Z","steps":["trace[579886809] 'agreement among raft nodes before linearized reading' (duration: 2.308271121s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:02.894336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:59.940811Z","time spent":"2.953513477s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:02.894366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:00.585647Z","time spent":"2.308709996s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:30:02.894242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:29:59.940981Z","time spent":"2.953255819s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:03.395542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231532979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:03.517768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.673068775s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:30:04.619033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.384996Z","time spent":"1.234011157s","remote":"127.0.0.1:47954","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:30:04.619498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101419966s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:04.619676Z","caller":"traceutil/trace.go:171","msg":"trace[814361406] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"3.226219289s","start":"2026-02-26T02:30:01.393433Z","end":"2026-02-26T02:30:04.619652Z","steps":["trace[814361406] 'process raft request' (duration: 2.124571697s)","trace[814361406] 'compare' (duration: 1.101035553s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:04.619819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:01.393416Z","time spent":"3.226295041s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:04.61987Z","caller":"traceutil/trace.go:171","msg":"trace[595687170] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"3.218740491s","start":"2026-02-26T02:30:01.401097Z","end":"2026-02-26T02:30:04.619838Z","steps":["trace[595687170] 'process raft request' (duration: 3.218480633s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.619997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:01.401089Z","time spent":"3.218853726s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:30:04.620272Z","caller":"traceutil/trace.go:171","msg":"trace[1965684253] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"1.721580265s","start":"2026-02-26T02:30:02.898675Z","end":"2026-02-26T02:30:04.620256Z","steps":["trace[1965684253] 'process raft request' (duration: 1.721497882s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:04.620325Z","caller":"traceutil/trace.go:171","msg":"trace[752445710] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"2.173007774s","start":"2026-02-26T02:30:02.447307Z","end":"2026-02-26T02:30:04.620314Z","steps":["trace[752445710] 'process raft request' (duration: 2.172832289s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.620343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.898666Z","time spent":"1.721652257s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:04.620251Z","caller":"traceutil/trace.go:171","msg":"trace[929825908] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"3.21458099s","start":"2026-02-26T02:30:01.405616Z","end":"2026-02-26T02:30:04.620197Z","steps":["trace[929825908] 'process raft request' (duration: 3.214034642s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.62043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.447291Z","time spent":"2.173069086s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:04.620518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:01.405598Z","time spent":"3.214855148s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:04.620532Z","caller":"traceutil/trace.go:171","msg":"trace[318794060] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"1.721484061s","start":"2026-02-26T02:30:02.899035Z","end":"2026-02-26T02:30:04.620519Z","steps":["trace[318794060] 'process raft request' (duration: 1.721159411s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.620612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.899026Z","time spent":"1.721541413s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:04.620853Z","caller":"traceutil/trace.go:171","msg":"trace[75454055] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"1.720134748s","start":"2026-02-26T02:30:02.900708Z","end":"2026-02-26T02:30:04.620843Z","steps":["trace[75454055] 'process raft request' (duration: 1.719661403s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.62095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.900699Z","time spent":"1.72018414s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:04.621068Z","caller":"traceutil/trace.go:171","msg":"trace[175272966] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"1.718937541s","start":"2026-02-26T02:30:02.902119Z","end":"2026-02-26T02:30:04.621057Z","steps":["trace[175272966] 'process raft request' (duration: 1.718666962s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.621137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.90211Z","time spent":"1.718995192s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:04.62122Z","caller":"traceutil/trace.go:171","msg":"trace[1470104731] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"1.225699393s","start":"2026-02-26T02:30:03.395509Z","end":"2026-02-26T02:30:04.621209Z","steps":["trace[1470104731] 'process raft request' (duration: 1.225545988s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:04.621233Z","caller":"traceutil/trace.go:171","msg":"trace[1625275721] linearizableReadLoop","detail":"{readStateIndex:23885; appliedIndex:23873; }","duration":"1.727449971s","start":"2026-02-26T02:30:02.893771Z","end":"2026-02-26T02:30:04.621221Z","steps":["trace[1625275721] 'read index received' (duration: 624.249219ms)","trace[1625275721] 'applied index is now lower than readState.Index' (duration: 1.103199892s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:04.621269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.3955Z","time spent":"1.225745324s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:04.621301Z","caller":"traceutil/trace.go:171","msg":"trace[1573041913] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"1.225741774s","start":"2026-02-26T02:30:03.395548Z","end":"2026-02-26T02:30:04.621289Z","steps":["trace[1573041913] 'process raft request' (duration: 1.225541798s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:04.621343Z","caller":"traceutil/trace.go:171","msg":"trace[1587854474] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"1.718867309s","start":"2026-02-26T02:30:02.902466Z","end":"2026-02-26T02:30:04.621333Z","steps":["trace[1587854474] 'process raft request' (duration: 1.718474286s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.621358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.395542Z","time spent":"1.225780325s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:04.621398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.902458Z","time spent":"1.71891043s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:04.621491Z","caller":"traceutil/trace.go:171","msg":"trace[1898711502] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"1.225993862s","start":"2026-02-26T02:30:03.395488Z","end":"2026-02-26T02:30:04.621482Z","steps":["trace[1898711502] 'process raft request' (duration: 1.225526748s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:04.621599Z","caller":"traceutil/trace.go:171","msg":"trace[431248137] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"1.2259147s","start":"2026-02-26T02:30:03.395676Z","end":"2026-02-26T02:30:04.62159Z","steps":["trace[431248137] 'process raft request' (duration: 1.225474076s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.621631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.395474Z","time spent":"1.226124076s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:04.621654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.395629Z","time spent":"1.225993592s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:04.621568Z","caller":"traceutil/trace.go:171","msg":"trace[1919063891] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"1.225875549s","start":"2026-02-26T02:30:03.395679Z","end":"2026-02-26T02:30:04.621555Z","steps":["trace[1919063891] 'process raft request' (duration: 1.225440625s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:04.62173Z","caller":"traceutil/trace.go:171","msg":"trace[1379253998] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"1.218663059s","start":"2026-02-26T02:30:03.403059Z","end":"2026-02-26T02:30:04.621722Z","steps":["trace[1379253998] 'process raft request' (duration: 1.218122262s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.621745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.395646Z","time spent":"1.226071425s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:04.621795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.403029Z","time spent":"1.218731591s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:04.621901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96194125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:04.621935Z","caller":"traceutil/trace.go:171","msg":"trace[1708353564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23082; }","duration":"1.962001052s","start":"2026-02-26T02:30:02.659926Z","end":"2026-02-26T02:30:04.621927Z","steps":["trace[1708353564] 'agreement among raft nodes before linearized reading' (duration: 1.96194636s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.621962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.659912Z","time spent":"1.962044792s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:04.622137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056168433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:04.622171Z","caller":"traceutil/trace.go:171","msg":"trace[413300359] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23082; }","duration":"2.056214994s","start":"2026-02-26T02:30:02.565948Z","end":"2026-02-26T02:30:04.622163Z","steps":["trace[413300359] 'agreement among raft nodes before linearized reading' (duration: 2.056148082s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.622199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.565942Z","time spent":"2.056249895s","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:04.622223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771561748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:04.622271Z","caller":"traceutil/trace.go:171","msg":"trace[1017270989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23082; }","duration":"2.7716502s","start":"2026-02-26T02:30:01.85061Z","end":"2026-02-26T02:30:04.62226Z","steps":["trace[1017270989] 'agreement among raft nodes before linearized reading' (duration: 2.771576608s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.622308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:01.85059Z","time spent":"2.771709282s","remote":"127.0.0.1:59170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:04.622426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977657454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-snfjz.1897aa634d7caffa\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-02-26T02:30:04.622464Z","caller":"traceutil/trace.go:171","msg":"trace[1789379090] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-snfjz.1897aa634d7caffa; range_end:; response_count:1; response_revision:23082; }","duration":"2.977741896s","start":"2026-02-26T02:30:01.644711Z","end":"2026-02-26T02:30:04.622453Z","steps":["trace[1789379090] 'agreement among raft nodes before linearized reading' (duration: 2.977614092s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.622487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117856752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:04.622524Z","caller":"traceutil/trace.go:171","msg":"trace[1517327623] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23082; }","duration":"2.117919464s","start":"2026-02-26T02:30:02.504596Z","end":"2026-02-26T02:30:04.622515Z","steps":["trace[1517327623] 'agreement among raft nodes before linearized reading' (duration: 2.117860802s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.62256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.504581Z","time spent":"2.117971805s","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:04.622802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310575474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:04.622842Z","caller":"traceutil/trace.go:171","msg":"trace[1937003751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23082; }","duration":"2.310645506s","start":"2026-02-26T02:30:02.312187Z","end":"2026-02-26T02:30:04.622832Z","steps":["trace[1937003751] 'agreement among raft nodes before linearized reading' (duration: 2.310582284s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.622872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.312172Z","time spent":"2.310692217s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:04.623069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593125569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:04.623102Z","caller":"traceutil/trace.go:171","msg":"trace[1660850009] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23082; }","duration":"2.59315733s","start":"2026-02-26T02:30:02.029932Z","end":"2026-02-26T02:30:04.623089Z","steps":["trace[1660850009] 'agreement among raft nodes before linearized reading' (duration: 2.593099079s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.623131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.029893Z","time spent":"2.593230263s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:30:04.623303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629280478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:04.623331Z","caller":"traceutil/trace.go:171","msg":"trace[2049250838] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23082; }","duration":"2.629312989s","start":"2026-02-26T02:30:01.99401Z","end":"2026-02-26T02:30:04.623323Z","steps":["trace[2049250838] 'agreement among raft nodes before linearized reading' (duration: 2.629246407s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.623358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:01.993931Z","time spent":"2.629419902s","remote":"127.0.0.1:45310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:04.623517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732371162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:04.623548Z","caller":"traceutil/trace.go:171","msg":"trace[1693059244] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23082; }","duration":"2.732423314s","start":"2026-02-26T02:30:01.891113Z","end":"2026-02-26T02:30:04.623536Z","steps":["trace[1693059244] 'agreement among raft nodes before linearized reading' (duration: 2.732379342s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.623574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:01.891078Z","time spent":"2.732489236s","remote":"127.0.0.1:56532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:04.622493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:01.644698Z","time spent":"2.977787338s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":971,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-snfjz.1897aa634d7caffa\" "} {"level":"warn","ts":"2026-02-26T02:30:04.622531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221753498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:04.624282Z","caller":"traceutil/trace.go:171","msg":"trace[565493266] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:23082; }","duration":"3.223514213s","start":"2026-02-26T02:30:01.40075Z","end":"2026-02-26T02:30:04.624265Z","steps":["trace[565493266] 'agreement among raft nodes before linearized reading' (duration: 3.221759247s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:04.624321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:01.400742Z","time spent":"3.223566485s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:30:05.122947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231532992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:05.624257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231532992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:05.755768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137496142s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:30:05.89719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.186015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:05.897695Z","caller":"traceutil/trace.go:171","msg":"trace[1190495859] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"1.9440098s","start":"2026-02-26T02:30:03.953662Z","end":"2026-02-26T02:30:05.897672Z","steps":["trace[1190495859] 'process raft request' (duration: 1.802255657s)","trace[1190495859] 'compare' (duration: 140.890266ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:05.897913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.953638Z","time spent":"1.944142034s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:06.629836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:30:06.62991Z","caller":"traceutil/trace.go:171","msg":"trace[185407546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159204s","start":"2026-02-26T02:30:04.629735Z","end":"2026-02-26T02:30:06.629894Z","steps":["trace[185407546] 'agreement among raft nodes before linearized reading' (duration: 2.000066441s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:06.629954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:04.629727Z","time spent":"2.000218097s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:30:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:30:07.162942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268313207s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:30:07.239349Z","caller":"traceutil/trace.go:171","msg":"trace[1778135597] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"2.612195635s","start":"2026-02-26T02:30:04.627121Z","end":"2026-02-26T02:30:07.239317Z","steps":["trace[1778135597] 'process raft request' (duration: 2.535989535s)","trace[1778135597] 'compare' (duration: 75.980893ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:07.23947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:04.627103Z","time spent":"2.61231377s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5614,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:30:07.239466Z","caller":"traceutil/trace.go:171","msg":"trace[325731631] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"2.612154664s","start":"2026-02-26T02:30:04.627276Z","end":"2026-02-26T02:30:07.239431Z","steps":["trace[325731631] 'process raft request' (duration: 2.611963568s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:07.23963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:04.627268Z","time spent":"2.612270908s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:07.95237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.026599ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:30:07.952473Z","caller":"traceutil/trace.go:171","msg":"trace[1103165953] linearizableReadLoop","detail":"{readStateIndex:23892; appliedIndex:23888; }","duration":"3.331190343s","start":"2026-02-26T02:30:04.621265Z","end":"2026-02-26T02:30:07.952455Z","steps":["trace[1103165953] 'read index received' (duration: 1.134659292s)","trace[1103165953] 'applied index is now lower than readState.Index' (duration: 2.196529601s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:07.953197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.180205621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:07.953249Z","caller":"traceutil/trace.go:171","msg":"trace[703175814] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23085; }","duration":"4.180298784s","start":"2026-02-26T02:30:03.772935Z","end":"2026-02-26T02:30:07.953234Z","steps":["trace[703175814] 'agreement among raft nodes before linearized reading' (duration: 4.18019455s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:07.953284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.772918Z","time spent":"4.180356366s","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:07.953433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925092542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-26T02:30:07.953434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439944438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:07.953463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543191461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:07.9535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.054922016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2ba0421e-319c-44be-922a-7f3f8d01598b\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-02-26T02:30:07.953477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.894755968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:07.95349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131437562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:30:07.953519Z","caller":"traceutil/trace.go:171","msg":"trace[1959468421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23085; }","duration":"4.925174115s","start":"2026-02-26T02:30:03.028322Z","end":"2026-02-26T02:30:07.953496Z","steps":["trace[1959468421] 'agreement among raft nodes before linearized reading' (duration: 4.924932147s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:07.953557Z","caller":"traceutil/trace.go:171","msg":"trace[1818322001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23085; }","duration":"4.894887303s","start":"2026-02-26T02:30:03.05865Z","end":"2026-02-26T02:30:07.953537Z","steps":["trace[1818322001] 'agreement among raft nodes before linearized reading' (duration: 4.894762929s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:07.953522Z","caller":"traceutil/trace.go:171","msg":"trace[1616320087] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23085; }","duration":"3.440073732s","start":"2026-02-26T02:30:04.51343Z","end":"2026-02-26T02:30:07.953503Z","steps":["trace[1616320087] 'agreement among raft nodes before linearized reading' (duration: 3.439927418s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:07.953574Z","caller":"traceutil/trace.go:171","msg":"trace[706329615] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2ba0421e-319c-44be-922a-7f3f8d01598b; range_end:; response_count:1; response_revision:23085; }","duration":"5.054999838s","start":"2026-02-26T02:30:02.898533Z","end":"2026-02-26T02:30:07.953533Z","steps":["trace[706329615] 'agreement among raft nodes before linearized reading' (duration: 5.054786921s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:07.953571Z","caller":"traceutil/trace.go:171","msg":"trace[1402974978] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23085; }","duration":"4.131530626s","start":"2026-02-26T02:30:03.822012Z","end":"2026-02-26T02:30:07.953543Z","steps":["trace[1402974978] 'agreement among raft nodes before linearized reading' (duration: 4.13135964s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:07.953565Z","caller":"traceutil/trace.go:171","msg":"trace[800120619] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23085; }","duration":"4.543318105s","start":"2026-02-26T02:30:03.410206Z","end":"2026-02-26T02:30:07.953524Z","steps":["trace[800120619] 'agreement among raft nodes before linearized reading' (duration: 4.54317458s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:07.953578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.028272Z","time spent":"4.925292808s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:30:07.953606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.05863Z","time spent":"4.894964025s","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:07.953614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.821998Z","time spent":"4.131609148s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:30:07.953616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:04.513415Z","time spent":"3.440184235s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:07.95364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:03.410191Z","time spent":"4.543425559s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:07.953612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:02.898518Z","time spent":"5.055085051s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-2ba0421e-319c-44be-922a-7f3f8d01598b\" "} {"level":"warn","ts":"2026-02-26T02:30:08.425981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.262858913s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:30:08.426472Z","caller":"traceutil/trace.go:171","msg":"trace[301850842] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"2.070841129s","start":"2026-02-26T02:30:06.355605Z","end":"2026-02-26T02:30:08.426446Z","steps":["trace[301850842] 'process raft request' (duration: 2.070596471s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:08.426628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.35558Z","time spent":"2.070964922s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:08.426983Z","caller":"traceutil/trace.go:171","msg":"trace[1360898499] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"1.798346493s","start":"2026-02-26T02:30:06.628616Z","end":"2026-02-26T02:30:08.426962Z","steps":["trace[1360898499] 'process raft request' (duration: 1.798206888s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:08.427114Z","caller":"traceutil/trace.go:171","msg":"trace[1949149729] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"1.7985673s","start":"2026-02-26T02:30:06.628504Z","end":"2026-02-26T02:30:08.427071Z","steps":["trace[1949149729] 'process raft request' (duration: 1.797896919s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:08.427094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.628606Z","time spent":"1.798435206s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:08.427151Z","caller":"traceutil/trace.go:171","msg":"trace[1301548174] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"1.798598431s","start":"2026-02-26T02:30:06.628528Z","end":"2026-02-26T02:30:08.427127Z","steps":["trace[1301548174] 'process raft request' (duration: 1.798202788s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:08.427228Z","caller":"traceutil/trace.go:171","msg":"trace[793761890] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"1.798400515s","start":"2026-02-26T02:30:06.628796Z","end":"2026-02-26T02:30:08.427196Z","steps":["trace[793761890] 'process raft request' (duration: 1.798075545s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:08.427252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.62851Z","time spent":"1.798687704s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:08.42726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.628474Z","time spent":"1.798707765s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:08.427265Z","caller":"traceutil/trace.go:171","msg":"trace[331691045] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"1.798230709s","start":"2026-02-26T02:30:06.62902Z","end":"2026-02-26T02:30:08.427251Z","steps":["trace[331691045] 'process raft request' (duration: 1.798036413s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:08.427319Z","caller":"traceutil/trace.go:171","msg":"trace[1942681221] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"1.798145737s","start":"2026-02-26T02:30:06.629143Z","end":"2026-02-26T02:30:08.427288Z","steps":["trace[1942681221] 'process raft request' (duration: 1.798015243s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:08.427311Z","caller":"traceutil/trace.go:171","msg":"trace[930863612] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"1.7966918s","start":"2026-02-26T02:30:06.630595Z","end":"2026-02-26T02:30:08.427287Z","steps":["trace[930863612] 'process raft request' (duration: 1.796637648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:08.427336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.628789Z","time spent":"1.798493028s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:08.427351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.629011Z","time spent":"1.798303452s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:08.427487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.629133Z","time spent":"1.79823369s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:08.427497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.630582Z","time spent":"1.796801634s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:08.630019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:30:08.630101Z","caller":"traceutil/trace.go:171","msg":"trace[1917618673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137343s","start":"2026-02-26T02:30:06.629945Z","end":"2026-02-26T02:30:08.630082Z","steps":["trace[1917618673] 'agreement among raft nodes before linearized reading' (duration: 2.00004047s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:08.630189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.629936Z","time spent":"2.000239876s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:30:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:30:09.775299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.349077553s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:30:09.793287Z","caller":"traceutil/trace.go:171","msg":"trace[822145007] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"2.544074351s","start":"2026-02-26T02:30:07.249191Z","end":"2026-02-26T02:30:09.793265Z","steps":["trace[822145007] 'process raft request' (duration: 2.543825613s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.793405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:07.249165Z","time spent":"2.544167144s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:09.793461Z","caller":"traceutil/trace.go:171","msg":"trace[294752431] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"2.543976548s","start":"2026-02-26T02:30:07.249473Z","end":"2026-02-26T02:30:09.793449Z","steps":["trace[294752431] 'process raft request' (duration: 2.543697729s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.793511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:07.249456Z","time spent":"2.5440324s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:30:09.793791Z","caller":"traceutil/trace.go:171","msg":"trace[1787103353] linearizableReadLoop","detail":"{readStateIndex:23904; appliedIndex:23892; }","duration":"1.841282118s","start":"2026-02-26T02:30:07.952499Z","end":"2026-02-26T02:30:09.793781Z","steps":["trace[1787103353] 'read index received' (duration: 473.797791ms)","trace[1787103353] 'applied index is now lower than readState.Index' (duration: 1.367483557s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:09.79385Z","caller":"traceutil/trace.go:171","msg":"trace[2098795609] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"1.887417523s","start":"2026-02-26T02:30:07.906426Z","end":"2026-02-26T02:30:09.793844Z","steps":["trace[2098795609] 'process raft request' (duration: 1.887282839s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.793894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:07.906403Z","time spent":"1.887465025s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:09.79392Z","caller":"traceutil/trace.go:171","msg":"trace[1965272372] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"1.817784652s","start":"2026-02-26T02:30:07.976128Z","end":"2026-02-26T02:30:09.793912Z","steps":["trace[1965272372] 'process raft request' (duration: 1.817612606s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.793967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:07.976112Z","time spent":"1.817831793s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:09.794013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.931534898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:09.794051Z","caller":"traceutil/trace.go:171","msg":"trace[695291326] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23098; }","duration":"4.93160419s","start":"2026-02-26T02:30:04.862436Z","end":"2026-02-26T02:30:09.79404Z","steps":["trace[695291326] 'agreement among raft nodes before linearized reading' (duration: 4.931465255s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.794077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:04.862419Z","time spent":"4.931650291s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:09.794102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981616255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:09.794133Z","caller":"traceutil/trace.go:171","msg":"trace[1708575026] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23098; }","duration":"1.981684088s","start":"2026-02-26T02:30:07.812438Z","end":"2026-02-26T02:30:09.794122Z","steps":["trace[1708575026] 'agreement among raft nodes before linearized reading' (duration: 1.981638987s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.794095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167963198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:30:09.794157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:07.812419Z","time spent":"1.981731589s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:09.794186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.164330093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:09.794193Z","caller":"traceutil/trace.go:171","msg":"trace[1399719041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23098; }","duration":"3.168140275s","start":"2026-02-26T02:30:06.626029Z","end":"2026-02-26T02:30:09.794169Z","steps":["trace[1399719041] 'agreement among raft nodes before linearized reading' (duration: 3.167851195s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:09.794217Z","caller":"traceutil/trace.go:171","msg":"trace[497169657] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23098; }","duration":"5.164372084s","start":"2026-02-26T02:30:04.629838Z","end":"2026-02-26T02:30:09.79421Z","steps":["trace[497169657] 'agreement among raft nodes before linearized reading' (duration: 5.164177558s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.794238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.62601Z","time spent":"3.168219457s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:09.794291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169037122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:09.794319Z","caller":"traceutil/trace.go:171","msg":"trace[1586960921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23098; }","duration":"3.169097464s","start":"2026-02-26T02:30:06.625214Z","end":"2026-02-26T02:30:09.794312Z","steps":["trace[1586960921] 'agreement among raft nodes before linearized reading' (duration: 3.1689715s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.794343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.625197Z","time spent":"3.169140626s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:30:09.794351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550112332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-xgd7t.1897aa625a059b71\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-02-26T02:30:09.794375Z","caller":"traceutil/trace.go:171","msg":"trace[326950287] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-xgd7t.1897aa625a059b71; range_end:; response_count:1; response_revision:23098; }","duration":"2.550165414s","start":"2026-02-26T02:30:07.244201Z","end":"2026-02-26T02:30:09.794367Z","steps":["trace[326950287] 'agreement among raft nodes before linearized reading' (duration: 2.550106122s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.794388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818426481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-26T02:30:09.794394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:07.244186Z","time spent":"2.550203076s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-xgd7t.1897aa625a059b71\" "} {"level":"info","ts":"2026-02-26T02:30:09.794409Z","caller":"traceutil/trace.go:171","msg":"trace[849934309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23098; }","duration":"1.818484774s","start":"2026-02-26T02:30:07.975918Z","end":"2026-02-26T02:30:09.794403Z","steps":["trace[849934309] 'agreement among raft nodes before linearized reading' (duration: 1.818424052s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.794427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:07.975897Z","time spent":"1.818525265s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:30:09.794403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.142199835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:09.794484Z","caller":"traceutil/trace.go:171","msg":"trace[1156220501] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23098; }","duration":"4.14234417s","start":"2026-02-26T02:30:05.652122Z","end":"2026-02-26T02:30:09.794466Z","steps":["trace[1156220501] 'agreement among raft nodes before linearized reading' (duration: 4.142172905s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.794501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674019319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:09.794518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157930572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:09.794527Z","caller":"traceutil/trace.go:171","msg":"trace[1767013013] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23098; }","duration":"2.674081521s","start":"2026-02-26T02:30:07.120437Z","end":"2026-02-26T02:30:09.794519Z","steps":["trace[1767013013] 'agreement among raft nodes before linearized reading' (duration: 2.674037939s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:09.79454Z","caller":"traceutil/trace.go:171","msg":"trace[1192599414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23098; }","duration":"1.157947662s","start":"2026-02-26T02:30:08.636584Z","end":"2026-02-26T02:30:09.794531Z","steps":["trace[1192599414] 'agreement among raft nodes before linearized reading' (duration: 1.157916551s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.794317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.167495623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5540"} {"level":"warn","ts":"2026-02-26T02:30:09.794549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:07.12042Z","time spent":"2.674122811s","remote":"127.0.0.1:52128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:09.794561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:08.636523Z","time spent":"1.158033735s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:09.794564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546321149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:09.794568Z","caller":"traceutil/trace.go:171","msg":"trace[585746895] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23098; }","duration":"5.167769812s","start":"2026-02-26T02:30:04.626791Z","end":"2026-02-26T02:30:09.794561Z","steps":["trace[585746895] 'agreement among raft nodes before linearized reading' (duration: 5.167462212s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:09.794584Z","caller":"traceutil/trace.go:171","msg":"trace[77991252] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23098; }","duration":"1.546382551s","start":"2026-02-26T02:30:08.248195Z","end":"2026-02-26T02:30:09.794578Z","steps":["trace[77991252] 'agreement among raft nodes before linearized reading' (duration: 1.546326809s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.794595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:04.626778Z","time spent":"5.167809393s","remote":"127.0.0.1:45048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5562,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-02-26T02:30:09.794603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:08.248175Z","time spent":"1.546423411s","remote":"127.0.0.1:45222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:09.794693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089019981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:09.794722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739140734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:09.796717Z","caller":"traceutil/trace.go:171","msg":"trace[892497935] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23098; }","duration":"1.741183519s","start":"2026-02-26T02:30:08.055504Z","end":"2026-02-26T02:30:09.796687Z","steps":["trace[892497935] 'agreement among raft nodes before linearized reading' (duration: 1.739196055s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.7968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:08.055484Z","time spent":"1.741274111s","remote":"127.0.0.1:52216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:09.79441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.699075604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:09.797068Z","caller":"traceutil/trace.go:171","msg":"trace[2085115389] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23098; }","duration":"4.701766069s","start":"2026-02-26T02:30:05.095286Z","end":"2026-02-26T02:30:09.797052Z","steps":["trace[2085115389] 'agreement among raft nodes before linearized reading' (duration: 4.699106235s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.797456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:05.095261Z","time spent":"4.702183553s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:09.794534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:05.652106Z","time spent":"4.142419792s","remote":"127.0.0.1:52120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:09.794294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363583357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:09.797687Z","caller":"traceutil/trace.go:171","msg":"trace[253945280] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23098; }","duration":"2.366989555s","start":"2026-02-26T02:30:07.430668Z","end":"2026-02-26T02:30:09.797658Z","steps":["trace[253945280] 'agreement among raft nodes before linearized reading' (duration: 2.363601998s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.797774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:07.43065Z","time spent":"2.367095959s","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:09.794725Z","caller":"traceutil/trace.go:171","msg":"trace[934001043] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23098; }","duration":"3.089075993s","start":"2026-02-26T02:30:06.70564Z","end":"2026-02-26T02:30:09.794716Z","steps":["trace[934001043] 'agreement among raft nodes before linearized reading' (duration: 3.089020851s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.797965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.705627Z","time spent":"3.092322306s","remote":"127.0.0.1:47298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:09.794733Z","caller":"traceutil/trace.go:171","msg":"trace[1320524234] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"2.542877453s","start":"2026-02-26T02:30:07.251844Z","end":"2026-02-26T02:30:09.794722Z","steps":["trace[1320524234] 'process raft request' (duration: 2.541805659s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.798117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:07.251835Z","time spent":"2.546227079s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:09.794784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.327646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:09.798232Z","caller":"traceutil/trace.go:171","msg":"trace[734724203] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23098; }","duration":"125.833197ms","start":"2026-02-26T02:30:09.672383Z","end":"2026-02-26T02:30:09.798216Z","steps":["trace[734724203] 'agreement among raft nodes before linearized reading' (duration: 122.313945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.79479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165642065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:30:09.798281Z","caller":"traceutil/trace.go:171","msg":"trace[510907679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23098; }","duration":"3.169146006s","start":"2026-02-26T02:30:06.629126Z","end":"2026-02-26T02:30:09.798272Z","steps":["trace[510907679] 'agreement among raft nodes before linearized reading' (duration: 3.165610794s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.798313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.629118Z","time spent":"3.169186367s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:09.794818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.262121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:09.798406Z","caller":"traceutil/trace.go:171","msg":"trace[1430784625] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23098; }","duration":"339.892447ms","start":"2026-02-26T02:30:09.458506Z","end":"2026-02-26T02:30:09.798398Z","steps":["trace[1430784625] 'agreement among raft nodes before linearized reading' (duration: 336.295623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.798431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.458484Z","time spent":"339.940039ms","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:09.794814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.888337641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:09.798545Z","caller":"traceutil/trace.go:171","msg":"trace[150481059] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23098; }","duration":"3.89209109s","start":"2026-02-26T02:30:05.906445Z","end":"2026-02-26T02:30:09.798536Z","steps":["trace[150481059] 'agreement among raft nodes before linearized reading' (duration: 3.888330771s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.798586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:05.906434Z","time spent":"3.892138932s","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:09.794844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165927044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:30:09.798686Z","caller":"traceutil/trace.go:171","msg":"trace[2128432142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23098; }","duration":"3.169784056s","start":"2026-02-26T02:30:06.628885Z","end":"2026-02-26T02:30:09.79867Z","steps":["trace[2128432142] 'agreement among raft nodes before linearized reading' (duration: 3.165918024s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.798747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.628876Z","time spent":"3.169851328s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:09.794241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:04.629833Z","time spent":"5.164402535s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:30:09.794889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166207302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:30:09.79887Z","caller":"traceutil/trace.go:171","msg":"trace[2104935579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23098; }","duration":"3.170188969s","start":"2026-02-26T02:30:06.628659Z","end":"2026-02-26T02:30:09.798848Z","steps":["trace[2104935579] 'agreement among raft nodes before linearized reading' (duration: 3.166196072s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.798957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:06.62865Z","time spent":"3.170275331s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:30:09.794871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.194852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:30:09.799063Z","caller":"traceutil/trace.go:171","msg":"trace[1430135794] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:23098; }","duration":"353.369155ms","start":"2026-02-26T02:30:09.445669Z","end":"2026-02-26T02:30:09.799038Z","steps":["trace[1430135794] 'agreement among raft nodes before linearized reading' (duration: 349.160362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.799154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.445607Z","time spent":"353.529179ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-02-26T02:30:09.795296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818815544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-26T02:30:09.799234Z","caller":"traceutil/trace.go:171","msg":"trace[1394157246] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23098; }","duration":"1.82277354s","start":"2026-02-26T02:30:07.976445Z","end":"2026-02-26T02:30:09.799218Z","steps":["trace[1394157246] 'agreement among raft nodes before linearized reading' (duration: 1.818784473s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:09.799269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:07.976427Z","time spent":"1.822831961s","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-26T02:30:10.301695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:10.5113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.797722Z","time spent":"713.570337ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:30:11.677185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251292296s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:30:11.761331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.983983ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:11.761443Z","caller":"traceutil/trace.go:171","msg":"trace[1456095540] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23098; }","duration":"960.103207ms","start":"2026-02-26T02:30:10.801322Z","end":"2026-02-26T02:30:11.761425Z","steps":["trace[1456095540] 'range keys from in-memory index tree' (duration: 959.969322ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:11.765456Z","caller":"traceutil/trace.go:171","msg":"trace[909549198] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"1.96603847s","start":"2026-02-26T02:30:09.799366Z","end":"2026-02-26T02:30:11.765404Z","steps":["trace[909549198] 'process raft request' (duration: 1.962454706s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:11.765617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.799342Z","time spent":"1.966180704s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:11.765602Z","caller":"traceutil/trace.go:171","msg":"trace[1740456630] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"1.964502051s","start":"2026-02-26T02:30:09.801061Z","end":"2026-02-26T02:30:11.765563Z","steps":["trace[1740456630] 'process raft request' (duration: 1.963992465s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:11.765705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.79972Z","time spent":"1.965978338s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:30:11.765793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.801045Z","time spent":"1.964640825s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:11.766369Z","caller":"traceutil/trace.go:171","msg":"trace[709591011] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"1.964821241s","start":"2026-02-26T02:30:09.801515Z","end":"2026-02-26T02:30:11.766336Z","steps":["trace[709591011] 'process raft request' (duration: 1.963796978s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:11.766472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.801502Z","time spent":"1.964908874s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:11.766527Z","caller":"traceutil/trace.go:171","msg":"trace[180436138] linearizableReadLoop","detail":"{readStateIndex:23912; appliedIndex:23905; }","duration":"1.965080659s","start":"2026-02-26T02:30:09.801392Z","end":"2026-02-26T02:30:11.766473Z","steps":["trace[180436138] 'read index received' (duration: 624.60925ms)","trace[180436138] 'applied index is now lower than readState.Index' (duration: 1.340470269s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:11.766633Z","caller":"traceutil/trace.go:171","msg":"trace[226418903] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"1.965007497s","start":"2026-02-26T02:30:09.801609Z","end":"2026-02-26T02:30:11.766616Z","steps":["trace[226418903] 'process raft request' (duration: 1.964620035s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:11.766689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.80159Z","time spent":"1.965063709s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:11.76681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96541713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:11.766833Z","caller":"traceutil/trace.go:171","msg":"trace[813387700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23103; }","duration":"1.965466052s","start":"2026-02-26T02:30:09.801359Z","end":"2026-02-26T02:30:11.766825Z","steps":["trace[813387700] 'agreement among raft nodes before linearized reading' (duration: 1.96540739s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:11.766859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.801349Z","time spent":"1.965504843s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:30:11.771246Z","caller":"traceutil/trace.go:171","msg":"trace[708623453] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"1.963366885s","start":"2026-02-26T02:30:09.798545Z","end":"2026-02-26T02:30:11.761912Z","steps":["trace[708623453] 'process raft request' (duration: 1.878784139s)","trace[708623453] 'compare' (duration: 83.819022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:11.771362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.79853Z","time spent":"1.972760553s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:12.267613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:12.724883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047505754s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:30:12.929971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.716943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:12.930476Z","caller":"traceutil/trace.go:171","msg":"trace[867928363] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"2.497356448s","start":"2026-02-26T02:30:10.433083Z","end":"2026-02-26T02:30:12.930439Z","steps":["trace[867928363] 'process raft request' (duration: 2.497014887s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.930625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:10.433059Z","time spent":"2.497483231s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:12.930607Z","caller":"traceutil/trace.go:171","msg":"trace[131788629] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"2.497532722s","start":"2026-02-26T02:30:10.433029Z","end":"2026-02-26T02:30:12.930562Z","steps":["trace[131788629] 'process raft request' (duration: 2.292124658s)","trace[131788629] 'compare' (duration: 203.437882ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:12.930629Z","caller":"traceutil/trace.go:171","msg":"trace[244212220] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"2.497476641s","start":"2026-02-26T02:30:10.433114Z","end":"2026-02-26T02:30:12.93059Z","steps":["trace[244212220] 'process raft request' (duration: 2.497143901s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.930633Z","caller":"traceutil/trace.go:171","msg":"trace[1112531902] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"2.497103949s","start":"2026-02-26T02:30:10.433482Z","end":"2026-02-26T02:30:12.930586Z","steps":["trace[1112531902] 'process raft request' (duration: 2.496877072s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.930654Z","caller":"traceutil/trace.go:171","msg":"trace[360509001] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"2.496732817s","start":"2026-02-26T02:30:10.433894Z","end":"2026-02-26T02:30:12.930626Z","steps":["trace[360509001] 'process raft request' (duration: 2.496552832s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.930655Z","caller":"traceutil/trace.go:171","msg":"trace[1826249929] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"2.496998115s","start":"2026-02-26T02:30:10.433624Z","end":"2026-02-26T02:30:12.930623Z","steps":["trace[1826249929] 'process raft request' (duration: 2.496781568s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.930701Z","caller":"traceutil/trace.go:171","msg":"trace[1291280833] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"2.418552554s","start":"2026-02-26T02:30:10.512129Z","end":"2026-02-26T02:30:12.930682Z","steps":["trace[1291280833] 'process raft request' (duration: 2.418448041s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.930661Z","caller":"traceutil/trace.go:171","msg":"trace[1175577441] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"2.418630277s","start":"2026-02-26T02:30:10.512005Z","end":"2026-02-26T02:30:12.930635Z","steps":["trace[1175577441] 'process raft request' (duration: 2.418488082s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.930774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:10.433091Z","time spent":"2.497604305s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:12.930788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:10.512116Z","time spent":"2.418635576s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:30:12.930779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:10.433011Z","time spent":"2.497674547s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:12.930797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:10.433471Z","time spent":"2.497244813s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:12.93078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:10.433617Z","time spent":"2.49710948s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:12.930795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:10.433888Z","time spent":"2.49682946s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:12.93065Z","caller":"traceutil/trace.go:171","msg":"trace[484899599] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"2.497497762s","start":"2026-02-26T02:30:10.433112Z","end":"2026-02-26T02:30:12.93061Z","steps":["trace[484899599] 'process raft request' (duration: 2.497199312s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.930873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:10.511984Z","time spent":"2.418828952s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:12.931015Z","caller":"traceutil/trace.go:171","msg":"trace[1700923969] linearizableReadLoop","detail":"{readStateIndex:23923; appliedIndex:23912; }","duration":"1.164426767s","start":"2026-02-26T02:30:11.766574Z","end":"2026-02-26T02:30:12.931Z","steps":["trace[1700923969] 'read index received' (duration: 958.571958ms)","trace[1700923969] 'applied index is now lower than readState.Index' (duration: 205.854079ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:12.93103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:10.433089Z","time spent":"2.497872093s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:12.931135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.056070064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:12.931177Z","caller":"traceutil/trace.go:171","msg":"trace[657274808] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23114; }","duration":"3.056150877s","start":"2026-02-26T02:30:09.875011Z","end":"2026-02-26T02:30:12.931162Z","steps":["trace[657274808] 'agreement among raft nodes before linearized reading' (duration: 3.056009683s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.931198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162343822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:12.931219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129625831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-24118b80-c23f-451b-aa63-e0fdeca71476\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-26T02:30:12.931234Z","caller":"traceutil/trace.go:171","msg":"trace[424725238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23114; }","duration":"1.162427144s","start":"2026-02-26T02:30:11.768795Z","end":"2026-02-26T02:30:12.931222Z","steps":["trace[424725238] 'agreement among raft nodes before linearized reading' (duration: 1.162334651s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.93126Z","caller":"traceutil/trace.go:171","msg":"trace[723279131] range","detail":"{range_begin:/registry/persistentvolumes/pvc-24118b80-c23f-451b-aa63-e0fdeca71476; range_end:; response_count:1; response_revision:23114; }","duration":"3.129684713s","start":"2026-02-26T02:30:09.801561Z","end":"2026-02-26T02:30:12.931246Z","steps":["trace[723279131] 'agreement among raft nodes before linearized reading' (duration: 3.129525878s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.931266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:11.768777Z","time spent":"1.162482047s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:12.931255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11795453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534550-dwfh7\" ","response":"range_response_count:1 size:5678"} {"level":"warn","ts":"2026-02-26T02:30:12.931269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.700335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:30:12.931293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.80155Z","time spent":"3.129736034s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-24118b80-c23f-451b-aa63-e0fdeca71476\" "} {"level":"info","ts":"2026-02-26T02:30:12.931293Z","caller":"traceutil/trace.go:171","msg":"trace[2030085228] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"1.163501948s","start":"2026-02-26T02:30:11.767778Z","end":"2026-02-26T02:30:12.93128Z","steps":["trace[2030085228] 'process raft request' (duration: 1.163086815s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.931267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12773074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:12.931318Z","caller":"traceutil/trace.go:171","msg":"trace[998572228] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534550-dwfh7; range_end:; response_count:1; response_revision:23114; }","duration":"3.118034043s","start":"2026-02-26T02:30:09.813267Z","end":"2026-02-26T02:30:12.931301Z","steps":["trace[998572228] 'agreement among raft nodes before linearized reading' (duration: 3.117744934s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.931306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.459614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:12.931322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.133421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:12.931332Z","caller":"traceutil/trace.go:171","msg":"trace[700595261] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23114; }","duration":"347.775297ms","start":"2026-02-26T02:30:12.583539Z","end":"2026-02-26T02:30:12.931314Z","steps":["trace[700595261] 'agreement among raft nodes before linearized reading' (duration: 347.607262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.931356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.81326Z","time spent":"3.118088604s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5700,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534550-dwfh7\" "} {"level":"info","ts":"2026-02-26T02:30:12.931357Z","caller":"traceutil/trace.go:171","msg":"trace[1283736242] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23114; }","duration":"3.127897266s","start":"2026-02-26T02:30:09.803438Z","end":"2026-02-26T02:30:12.931335Z","steps":["trace[1283736242] 'agreement among raft nodes before linearized reading' (duration: 3.127622767s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.931362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:11.767755Z","time spent":"1.163571091s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:12.931361Z","caller":"traceutil/trace.go:171","msg":"trace[815087140] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"1.2875812s","start":"2026-02-26T02:30:11.643762Z","end":"2026-02-26T02:30:12.931343Z","steps":["trace[815087140] 'process raft request' (duration: 1.286871218s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.93138Z","caller":"traceutil/trace.go:171","msg":"trace[1790787198] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23114; }","duration":"419.567958ms","start":"2026-02-26T02:30:12.511793Z","end":"2026-02-26T02:30:12.931361Z","steps":["trace[1790787198] 'agreement among raft nodes before linearized reading' (duration: 419.403253ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:12.931386Z","caller":"traceutil/trace.go:171","msg":"trace[254996905] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23114; }","duration":"899.338767ms","start":"2026-02-26T02:30:12.032027Z","end":"2026-02-26T02:30:12.931366Z","steps":["trace[254996905] 'agreement among raft nodes before linearized reading' (duration: 899.236654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.931394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:12.583478Z","time spent":"347.900521ms","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:12.931407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.803431Z","time spent":"3.127965158s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:30:12.931433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:12.032011Z","time spent":"899.41146ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:12.931433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:12.511776Z","time spent":"419.64301ms","remote":"127.0.0.1:47142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:12.931455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:11.643739Z","time spent":"1.287668742s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:12.931672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182350707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:12.931711Z","caller":"traceutil/trace.go:171","msg":"trace[17241507] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23114; }","duration":"1.18243221s","start":"2026-02-26T02:30:11.749267Z","end":"2026-02-26T02:30:12.931699Z","steps":["trace[17241507] 'agreement among raft nodes before linearized reading' (duration: 1.182375708s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.931742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:11.749245Z","time spent":"1.182490362s","remote":"127.0.0.1:47182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:12.931844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587500707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:12.931905Z","caller":"traceutil/trace.go:171","msg":"trace[1739119770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23114; }","duration":"1.588287671s","start":"2026-02-26T02:30:11.343597Z","end":"2026-02-26T02:30:12.931885Z","steps":["trace[1739119770] 'agreement among raft nodes before linearized reading' (duration: 1.587409244s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.931968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:11.343572Z","time spent":"1.588384535s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:12.932219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080894464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:12.932261Z","caller":"traceutil/trace.go:171","msg":"trace[1626720323] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23114; }","duration":"3.080965145s","start":"2026-02-26T02:30:09.851283Z","end":"2026-02-26T02:30:12.932249Z","steps":["trace[1626720323] 'agreement among raft nodes before linearized reading' (duration: 3.079725486s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:12.932296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.851272Z","time spent":"3.081016807s","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:30:12.93121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:09.874987Z","time spent":"3.056214099s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:14.163527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182592485s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:30:14.164497Z","caller":"traceutil/trace.go:171","msg":"trace[953040146] linearizableReadLoop","detail":"{readStateIndex:23924; appliedIndex:23923; }","duration":"1.226598172s","start":"2026-02-26T02:30:12.937876Z","end":"2026-02-26T02:30:14.164474Z","steps":["trace[953040146] 'read index received' (duration: 31.331µs)","trace[953040146] 'applied index is now lower than readState.Index' (duration: 1.226565571s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:14.164559Z","caller":"traceutil/trace.go:171","msg":"trace[1038312553] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"1.226686935s","start":"2026-02-26T02:30:12.937845Z","end":"2026-02-26T02:30:14.164532Z","steps":["trace[1038312553] 'process raft request' (duration: 1.22588281s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:14.164612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226727617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:14.164635Z","caller":"traceutil/trace.go:171","msg":"trace[1187296288] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23115; }","duration":"1.226788828s","start":"2026-02-26T02:30:12.937838Z","end":"2026-02-26T02:30:14.164627Z","steps":["trace[1187296288] 'agreement among raft nodes before linearized reading' (duration: 1.226725646s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:14.164661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:12.937827Z","time spent":"1.22682776s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:30:14.164704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:12.937831Z","time spent":"1.226788689s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:14.664626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:14.94006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:30:14.940142Z","caller":"traceutil/trace.go:171","msg":"trace[2123753718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419902s","start":"2026-02-26T02:30:12.939705Z","end":"2026-02-26T02:30:14.940124Z","steps":["trace[2123753718] 'agreement among raft nodes before linearized reading' (duration: 2.000323539s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:14.940185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:12.939697Z","time spent":"2.000479763s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:30:15.097392Z","caller":"traceutil/trace.go:171","msg":"trace[615749896] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"2.15590442s","start":"2026-02-26T02:30:12.941461Z","end":"2026-02-26T02:30:15.097366Z","steps":["trace[615749896] 'process raft request' (duration: 2.155736895s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:15.097595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:12.941442Z","time spent":"2.156026085s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6970,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:16.357012Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257197014s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:30:16.587423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.201733ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:30:16.589797Z","caller":"traceutil/trace.go:171","msg":"trace[2040040628] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"1.75479254s","start":"2026-02-26T02:30:14.834981Z","end":"2026-02-26T02:30:16.589774Z","steps":["trace[2040040628] 'process raft request' (duration: 1.752538399s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.589942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:14.834954Z","time spent":"1.754928555s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:16.590278Z","caller":"traceutil/trace.go:171","msg":"trace[1175191559] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"1.652966896s","start":"2026-02-26T02:30:14.937304Z","end":"2026-02-26T02:30:16.59027Z","steps":["trace[1175191559] 'process raft request' (duration: 1.652280274s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.590333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:14.937274Z","time spent":"1.653032368s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:16.590589Z","caller":"traceutil/trace.go:171","msg":"trace[1060911995] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"1.652581864s","start":"2026-02-26T02:30:14.938Z","end":"2026-02-26T02:30:16.590582Z","steps":["trace[1060911995] 'process raft request' (duration: 1.652239393s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.590634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:14.937978Z","time spent":"1.652636346s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:16.590934Z","caller":"traceutil/trace.go:171","msg":"trace[1193864797] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"1.652839972s","start":"2026-02-26T02:30:14.938087Z","end":"2026-02-26T02:30:16.590927Z","steps":["trace[1193864797] 'process raft request' (duration: 1.65246708s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.590984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:14.93808Z","time spent":"1.652882623s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:16.591184Z","caller":"traceutil/trace.go:171","msg":"trace[1960207132] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"1.652320666s","start":"2026-02-26T02:30:14.938856Z","end":"2026-02-26T02:30:16.591177Z","steps":["trace[1960207132] 'process raft request' (duration: 1.652024526s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.591227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:14.938843Z","time spent":"1.652364257s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:16.591739Z","caller":"traceutil/trace.go:171","msg":"trace[1106380688] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"1.652851072s","start":"2026-02-26T02:30:14.93888Z","end":"2026-02-26T02:30:16.591731Z","steps":["trace[1106380688] 'process raft request' (duration: 1.652266624s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.591794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:14.938867Z","time spent":"1.652899704s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:16.592173Z","caller":"traceutil/trace.go:171","msg":"trace[1097789200] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"1.653182693s","start":"2026-02-26T02:30:14.938981Z","end":"2026-02-26T02:30:16.592164Z","steps":["trace[1097789200] 'process raft request' (duration: 1.652722839s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.592226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:14.938961Z","time spent":"1.653241804s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:16.592487Z","caller":"traceutil/trace.go:171","msg":"trace[515432517] linearizableReadLoop","detail":"{readStateIndex:23926; appliedIndex:23925; }","duration":"2.427935611s","start":"2026-02-26T02:30:14.164544Z","end":"2026-02-26T02:30:16.592479Z","steps":["trace[515432517] 'read index received' (duration: 933.268744ms)","trace[515432517] 'applied index is now lower than readState.Index' (duration: 1.494665877s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:16.592666Z","caller":"traceutil/trace.go:171","msg":"trace[341868617] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"1.651323984s","start":"2026-02-26T02:30:14.941335Z","end":"2026-02-26T02:30:16.592659Z","steps":["trace[341868617] 'process raft request' (duration: 1.650802617s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.592712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:14.941326Z","time spent":"1.651362165s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:16.593193Z","caller":"traceutil/trace.go:171","msg":"trace[1221335912] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"661.525883ms","start":"2026-02-26T02:30:15.931648Z","end":"2026-02-26T02:30:16.593174Z","steps":["trace[1221335912] 'process raft request' (duration: 660.80304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.59325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:15.931625Z","time spent":"661.598866ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:16.593559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565990917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:16.593594Z","caller":"traceutil/trace.go:171","msg":"trace[99305718] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23125; }","duration":"2.566078679s","start":"2026-02-26T02:30:14.027507Z","end":"2026-02-26T02:30:16.593586Z","steps":["trace[99305718] 'agreement among raft nodes before linearized reading' (duration: 2.565380087s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.593615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:14.027476Z","time spent":"2.566133811s","remote":"127.0.0.1:52226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:16.593906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573073132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:16.593944Z","caller":"traceutil/trace.go:171","msg":"trace[524984318] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23125; }","duration":"2.573151865s","start":"2026-02-26T02:30:14.020785Z","end":"2026-02-26T02:30:16.593936Z","steps":["trace[524984318] 'agreement among raft nodes before linearized reading' (duration: 2.572112552s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.593969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:14.020764Z","time spent":"2.573198386s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:16.594261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803624586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:16.59429Z","caller":"traceutil/trace.go:171","msg":"trace[1585229669] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23125; }","duration":"2.803681368s","start":"2026-02-26T02:30:13.790603Z","end":"2026-02-26T02:30:16.594284Z","steps":["trace[1585229669] 'agreement among raft nodes before linearized reading' (duration: 2.802301114s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.594311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:13.790592Z","time spent":"2.803712968s","remote":"127.0.0.1:51178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:16.594575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820055058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:16.594603Z","caller":"traceutil/trace.go:171","msg":"trace[628308706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23125; }","duration":"2.82010586s","start":"2026-02-26T02:30:13.774491Z","end":"2026-02-26T02:30:16.594597Z","steps":["trace[628308706] 'agreement among raft nodes before linearized reading' (duration: 2.818496528s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.594622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:13.774481Z","time spent":"2.82013659s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:30:16.594914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821637428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:30:16.59494Z","caller":"traceutil/trace.go:171","msg":"trace[2084092795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23125; }","duration":"2.821695509s","start":"2026-02-26T02:30:13.773238Z","end":"2026-02-26T02:30:16.594934Z","steps":["trace[2084092795] 'agreement among raft nodes before linearized reading' (duration: 2.819757798s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.594958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:13.77323Z","time spent":"2.821723331s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:16.595199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824763297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:30:16.595213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654852464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:30:16.595255Z","caller":"traceutil/trace.go:171","msg":"trace[153923074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23125; }","duration":"2.82486409s","start":"2026-02-26T02:30:13.770374Z","end":"2026-02-26T02:30:16.595238Z","steps":["trace[153923074] 'agreement among raft nodes before linearized reading' (duration: 2.822640479s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:16.595286Z","caller":"traceutil/trace.go:171","msg":"trace[1521990918] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23125; }","duration":"3.654958858s","start":"2026-02-26T02:30:12.940309Z","end":"2026-02-26T02:30:16.595268Z","steps":["trace[1521990918] 'agreement among raft nodes before linearized reading' (duration: 3.652730247s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.5953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:13.770356Z","time spent":"2.824934553s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:16.595339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:12.940304Z","time spent":"3.6550253s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:30:16.595517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824395346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:30:16.595554Z","caller":"traceutil/trace.go:171","msg":"trace[781501444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23125; }","duration":"2.824482929s","start":"2026-02-26T02:30:13.771063Z","end":"2026-02-26T02:30:16.595546Z","steps":["trace[781501444] 'agreement among raft nodes before linearized reading' (duration: 2.821939468s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.595568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028081615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:16.595582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:13.771038Z","time spent":"2.82453741s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:30:16.595615Z","caller":"traceutil/trace.go:171","msg":"trace[1491902059] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23125; }","duration":"3.028150557s","start":"2026-02-26T02:30:13.567446Z","end":"2026-02-26T02:30:16.595597Z","steps":["trace[1491902059] 'agreement among raft nodes before linearized reading' (duration: 3.025574035s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.595503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408979784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-02-26T02:30:16.595662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:13.56743Z","time spent":"3.02822295s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:16.595667Z","caller":"traceutil/trace.go:171","msg":"trace[89064008] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23125; }","duration":"3.409203951s","start":"2026-02-26T02:30:13.186452Z","end":"2026-02-26T02:30:16.595656Z","steps":["trace[89064008] 'agreement among raft nodes before linearized reading' (duration: 3.406574638s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.595697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:13.18643Z","time spent":"3.409259943s","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-02-26T02:30:16.595766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427691405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:30:16.595807Z","caller":"traceutil/trace.go:171","msg":"trace[924502032] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24; range_end:; response_count:1; response_revision:23126; }","duration":"2.427764687s","start":"2026-02-26T02:30:14.16803Z","end":"2026-02-26T02:30:16.595795Z","steps":["trace[924502032] 'agreement among raft nodes before linearized reading' (duration: 2.427647533s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.595622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.556016505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-26T02:30:16.595868Z","caller":"traceutil/trace.go:171","msg":"trace[207203354] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23125; }","duration":"3.556286344s","start":"2026-02-26T02:30:13.03957Z","end":"2026-02-26T02:30:16.595857Z","steps":["trace[207203354] 'agreement among raft nodes before linearized reading' (duration: 3.553462164s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.595902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:13.039556Z","time spent":"3.556337176s","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-26T02:30:16.595959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825015036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:30:16.595995Z","caller":"traceutil/trace.go:171","msg":"trace[831796742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23126; }","duration":"2.825067107s","start":"2026-02-26T02:30:13.77092Z","end":"2026-02-26T02:30:16.595987Z","steps":["trace[831796742] 'agreement among raft nodes before linearized reading' (duration: 2.822087752s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.596038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:13.770882Z","time spent":"2.825148499s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:16.595836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:14.168009Z","time spent":"2.427820189s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" "} {"level":"info","ts":"2026-02-26T02:30:16.596047Z","caller":"traceutil/trace.go:171","msg":"trace[491727953] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"393.440698ms","start":"2026-02-26T02:30:16.202595Z","end":"2026-02-26T02:30:16.596036Z","steps":["trace[491727953] 'process raft request' (duration: 390.541636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.596131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:16.202562Z","time spent":"393.515071ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:16.596214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485669502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534550-dwfh7\" ","response":"range_response_count:1 size:6988"} {"level":"info","ts":"2026-02-26T02:30:16.596247Z","caller":"traceutil/trace.go:171","msg":"trace[77992023] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534550-dwfh7; range_end:; response_count:1; response_revision:23126; }","duration":"1.485730784s","start":"2026-02-26T02:30:15.110508Z","end":"2026-02-26T02:30:16.596239Z","steps":["trace[77992023] 'agreement among raft nodes before linearized reading' (duration: 1.485652731s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.596262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.619041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:30:16.596272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:15.110476Z","time spent":"1.485790846s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7010,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534550-dwfh7\" "} {"level":"info","ts":"2026-02-26T02:30:16.596296Z","caller":"traceutil/trace.go:171","msg":"trace[1848711697] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23126; }","duration":"250.691283ms","start":"2026-02-26T02:30:16.345596Z","end":"2026-02-26T02:30:16.596287Z","steps":["trace[1848711697] 'agreement among raft nodes before linearized reading' (duration: 250.616691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.596415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656081165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:16.596447Z","caller":"traceutil/trace.go:171","msg":"trace[1353683437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23126; }","duration":"1.656149257s","start":"2026-02-26T02:30:14.94029Z","end":"2026-02-26T02:30:16.596439Z","steps":["trace[1353683437] 'agreement among raft nodes before linearized reading' (duration: 1.656098556s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.596467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.67392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:16.596501Z","caller":"traceutil/trace.go:171","msg":"trace[927338604] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23126; }","duration":"271.729172ms","start":"2026-02-26T02:30:16.324761Z","end":"2026-02-26T02:30:16.59649Z","steps":["trace[927338604] 'agreement among raft nodes before linearized reading' (duration: 271.67623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.596006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.175871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:16.596549Z","caller":"traceutil/trace.go:171","msg":"trace[288816774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23126; }","duration":"281.75579ms","start":"2026-02-26T02:30:16.314785Z","end":"2026-02-26T02:30:16.59654Z","steps":["trace[288816774] 'agreement among raft nodes before linearized reading' (duration: 281.190522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.596144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047187523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:16.596647Z","caller":"traceutil/trace.go:171","msg":"trace[1903469315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23126; }","duration":"1.04772606s","start":"2026-02-26T02:30:15.548911Z","end":"2026-02-26T02:30:16.596638Z","steps":["trace[1903469315] 'agreement among raft nodes before linearized reading' (duration: 1.047201374s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:16.596682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:15.548892Z","time spent":"1.047779202s","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:16.596472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:14.94027Z","time spent":"1.656196529s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:17.10728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533060,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:17.792247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.543461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:17.792378Z","caller":"traceutil/trace.go:171","msg":"trace[710875391] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"1.192963224s","start":"2026-02-26T02:30:16.599391Z","end":"2026-02-26T02:30:17.792354Z","steps":["trace[710875391] 'process raft request' (duration: 674.215186ms)","trace[710875391] 'compare' (duration: 518.415017ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:17.792467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:16.599365Z","time spent":"1.193060227s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:17.793494Z","caller":"traceutil/trace.go:171","msg":"trace[82438354] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"1.191251079s","start":"2026-02-26T02:30:16.602211Z","end":"2026-02-26T02:30:17.793462Z","steps":["trace[82438354] 'process raft request' (duration: 1.191066573s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:17.793643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:16.602192Z","time spent":"1.191372103s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:17.793836Z","caller":"traceutil/trace.go:171","msg":"trace[255735499] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"1.189743602s","start":"2026-02-26T02:30:16.604065Z","end":"2026-02-26T02:30:17.793809Z","steps":["trace[255735499] 'process raft request' (duration: 1.18935489s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:17.793904Z","caller":"traceutil/trace.go:171","msg":"trace[1174849402] linearizableReadLoop","detail":"{readStateIndex:23942; appliedIndex:23936; }","duration":"1.186694345s","start":"2026-02-26T02:30:16.607195Z","end":"2026-02-26T02:30:17.793889Z","steps":["trace[1174849402] 'read index received' (duration: 666.428139ms)","trace[1174849402] 'applied index is now lower than readState.Index' (duration: 520.265356ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:17.793974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:16.604054Z","time spent":"1.189844035s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:17.794072Z","caller":"traceutil/trace.go:171","msg":"trace[467026646] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"1.188325087s","start":"2026-02-26T02:30:16.605716Z","end":"2026-02-26T02:30:17.794041Z","steps":["trace[467026646] 'process raft request' (duration: 1.188139221s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:17.794142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186996274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:17.794229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:16.605701Z","time spent":"1.188443791s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:17.794253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185478337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8f25738-dedc-4861-bd6b-ba908858e41f\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-26T02:30:17.794307Z","caller":"traceutil/trace.go:171","msg":"trace[1546789993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8f25738-dedc-4861-bd6b-ba908858e41f; range_end:; response_count:1; response_revision:23132; }","duration":"1.18555956s","start":"2026-02-26T02:30:16.608731Z","end":"2026-02-26T02:30:17.794291Z","steps":["trace[1546789993] 'agreement among raft nodes before linearized reading' (duration: 1.185385554s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:17.794312Z","caller":"traceutil/trace.go:171","msg":"trace[1946083871] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"1.190211387s","start":"2026-02-26T02:30:16.604083Z","end":"2026-02-26T02:30:17.794295Z","steps":["trace[1946083871] 'process raft request' (duration: 1.189588087s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:17.794355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:16.608708Z","time spent":"1.185635941s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-e8f25738-dedc-4861-bd6b-ba908858e41f\" "} {"level":"warn","ts":"2026-02-26T02:30:17.794393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:16.604063Z","time spent":"1.190287979s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:17.794444Z","caller":"traceutil/trace.go:171","msg":"trace[886776881] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"1.18872347s","start":"2026-02-26T02:30:16.605706Z","end":"2026-02-26T02:30:17.794429Z","steps":["trace[886776881] 'process raft request' (duration: 1.18810507s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:17.794522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:16.605696Z","time spent":"1.188787402s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:17.794603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.133017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:17.794657Z","caller":"traceutil/trace.go:171","msg":"trace[584300802] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23132; }","duration":"625.235951ms","start":"2026-02-26T02:30:17.169408Z","end":"2026-02-26T02:30:17.794644Z","steps":["trace[584300802] 'agreement among raft nodes before linearized reading' (duration: 625.143548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:17.794689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129654884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:30:17.794705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:17.169383Z","time spent":"625.309913ms","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:17.794731Z","caller":"traceutil/trace.go:171","msg":"trace[1120524670] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23132; }","duration":"1.129734716s","start":"2026-02-26T02:30:16.664983Z","end":"2026-02-26T02:30:17.794718Z","steps":["trace[1120524670] 'agreement among raft nodes before linearized reading' (duration: 1.129641303s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:17.794367Z","caller":"traceutil/trace.go:171","msg":"trace[1070274134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23132; }","duration":"1.187130259s","start":"2026-02-26T02:30:16.607114Z","end":"2026-02-26T02:30:17.794245Z","steps":["trace[1070274134] 'agreement among raft nodes before linearized reading' (duration: 1.186920452s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:17.79477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:16.664964Z","time spent":"1.129796457s","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:17.79479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:16.607106Z","time spent":"1.187672976s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:17.79489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.584176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:17.79498Z","caller":"traceutil/trace.go:171","msg":"trace[1980066606] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23132; }","duration":"729.686909ms","start":"2026-02-26T02:30:17.065274Z","end":"2026-02-26T02:30:17.794961Z","steps":["trace[1980066606] 'agreement among raft nodes before linearized reading' (duration: 729.542374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:17.795028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:17.065216Z","time spent":"729.796111ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:17.795037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179853448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-26T02:30:17.795127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.244643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:30:17.795168Z","caller":"traceutil/trace.go:171","msg":"trace[2058281442] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23132; }","duration":"870.326226ms","start":"2026-02-26T02:30:16.92483Z","end":"2026-02-26T02:30:17.795156Z","steps":["trace[2058281442] 'agreement among raft nodes before linearized reading' (duration: 870.152001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:17.795205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:16.92481Z","time spent":"870.384427ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:17.795133Z","caller":"traceutil/trace.go:171","msg":"trace[737564880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23132; }","duration":"1.179988892s","start":"2026-02-26T02:30:16.615129Z","end":"2026-02-26T02:30:17.795118Z","steps":["trace[737564880] 'agreement among raft nodes before linearized reading' (duration: 1.179655951s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:17.797086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:16.615087Z","time spent":"1.181934734s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:30:18.303583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:30:18.454342Z","caller":"traceutil/trace.go:171","msg":"trace[536760683] linearizableReadLoop","detail":"{readStateIndex:23943; appliedIndex:23942; }","duration":"651.680109ms","start":"2026-02-26T02:30:17.802644Z","end":"2026-02-26T02:30:18.454324Z","steps":["trace[536760683] 'read index received' (duration: 564.582383ms)","trace[536760683] 'applied index is now lower than readState.Index' (duration: 87.097006ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:18.454367Z","caller":"traceutil/trace.go:171","msg":"trace[677808127] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"653.203108ms","start":"2026-02-26T02:30:17.801133Z","end":"2026-02-26T02:30:18.454336Z","steps":["trace[677808127] 'process raft request' (duration: 566.135872ms)","trace[677808127] 'compare' (duration: 86.959932ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:18.45447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.819622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:18.454496Z","caller":"traceutil/trace.go:171","msg":"trace[147842934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23133; }","duration":"650.869803ms","start":"2026-02-26T02:30:17.803617Z","end":"2026-02-26T02:30:18.454487Z","steps":["trace[147842934] 'agreement among raft nodes before linearized reading' (duration: 650.810151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:18.454518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:17.803611Z","time spent":"650.902554ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:18.454517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:17.801113Z","time spent":"653.315402ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:18.454557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.901326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e6b29584-0a34-41d6-97f7-fa94003b1760\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:30:18.454601Z","caller":"traceutil/trace.go:171","msg":"trace[193808566] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e6b29584-0a34-41d6-97f7-fa94003b1760; range_end:; response_count:1; response_revision:23133; }","duration":"651.962648ms","start":"2026-02-26T02:30:17.802624Z","end":"2026-02-26T02:30:18.454586Z","steps":["trace[193808566] 'agreement among raft nodes before linearized reading' (duration: 651.777613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:18.45464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:17.802615Z","time spent":"652.01536ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-e6b29584-0a34-41d6-97f7-fa94003b1760\" "} {"level":"warn","ts":"2026-02-26T02:30:18.454713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.988086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:18.454739Z","caller":"traceutil/trace.go:171","msg":"trace[1266048237] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23133; }","duration":"622.047718ms","start":"2026-02-26T02:30:17.832684Z","end":"2026-02-26T02:30:18.454732Z","steps":["trace[1266048237] 'agreement among raft nodes before linearized reading' (duration: 621.994126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:18.454757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:17.832637Z","time spent":"622.115011ms","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:19.054581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533078,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:30:19.163031Z","caller":"traceutil/trace.go:171","msg":"trace[902989729] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"613.126446ms","start":"2026-02-26T02:30:18.54989Z","end":"2026-02-26T02:30:19.163016Z","steps":["trace[902989729] 'process raft request' (duration: 613.038643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:19.163124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.549873Z","time spent":"613.201828ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:20.806144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000216806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:30:20.806227Z","caller":"traceutil/trace.go:171","msg":"trace[1683213887] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348491s","start":"2026-02-26T02:30:18.805861Z","end":"2026-02-26T02:30:20.806209Z","steps":["trace[1683213887] 'agreement among raft nodes before linearized reading' (duration: 2.000238467s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.806272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.805845Z","time spent":"2.000414353s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:20.844355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.681596145s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:30:20.844907Z","caller":"traceutil/trace.go:171","msg":"trace[1313831577] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"2.241203041s","start":"2026-02-26T02:30:18.603679Z","end":"2026-02-26T02:30:20.844882Z","steps":["trace[1313831577] 'process raft request' (duration: 2.240831369s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:20.844974Z","caller":"traceutil/trace.go:171","msg":"trace[320192264] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"2.241188181s","start":"2026-02-26T02:30:18.60375Z","end":"2026-02-26T02:30:20.844939Z","steps":["trace[320192264] 'process raft request' (duration: 2.240997285s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.845069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.603659Z","time spent":"2.241326985s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:20.845144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.603746Z","time spent":"2.241289784s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:20.845148Z","caller":"traceutil/trace.go:171","msg":"trace[273277948] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"2.241066747s","start":"2026-02-26T02:30:18.604007Z","end":"2026-02-26T02:30:20.845074Z","steps":["trace[273277948] 'process raft request' (duration: 2.240807339s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:20.845196Z","caller":"traceutil/trace.go:171","msg":"trace[618201535] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"2.241056457s","start":"2026-02-26T02:30:18.604106Z","end":"2026-02-26T02:30:20.845163Z","steps":["trace[618201535] 'process raft request' (duration: 2.240758848s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:20.84532Z","caller":"traceutil/trace.go:171","msg":"trace[2066768157] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"2.241084787s","start":"2026-02-26T02:30:18.604179Z","end":"2026-02-26T02:30:20.845263Z","steps":["trace[2066768157] 'process raft request' (duration: 2.240744976s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.845356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.604089Z","time spent":"2.24118071s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:20.845381Z","caller":"traceutil/trace.go:171","msg":"trace[1931460352] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"2.240254252s","start":"2026-02-26T02:30:18.605114Z","end":"2026-02-26T02:30:20.845368Z","steps":["trace[1931460352] 'process raft request' (duration: 2.239864619s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.845456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.605104Z","time spent":"2.240302493s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:20.845439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.604154Z","time spent":"2.241222862s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:20.845527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.603988Z","time spent":"2.241275553s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:20.845719Z","caller":"traceutil/trace.go:171","msg":"trace[889919266] linearizableReadLoop","detail":"{readStateIndex:23953; appliedIndex:23945; }","duration":"2.291827369s","start":"2026-02-26T02:30:18.553872Z","end":"2026-02-26T02:30:20.845699Z","steps":["trace[889919266] 'read index received' (duration: 609.087137ms)","trace[889919266] 'applied index is now lower than readState.Index' (duration: 1.682738662s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:20.845849Z","caller":"traceutil/trace.go:171","msg":"trace[951257740] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"2.239022382s","start":"2026-02-26T02:30:18.60681Z","end":"2026-02-26T02:30:20.845833Z","steps":["trace[951257740] 'process raft request' (duration: 2.238801975s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.845937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.606799Z","time spent":"2.239091014s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:20.845956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290223229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:20.846008Z","caller":"traceutil/trace.go:171","msg":"trace[1541551139] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23143; }","duration":"2.290313121s","start":"2026-02-26T02:30:18.555681Z","end":"2026-02-26T02:30:20.845994Z","steps":["trace[1541551139] 'agreement among raft nodes before linearized reading' (duration: 2.290212198s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.846061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.555667Z","time spent":"2.290382143s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:20.84616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044689824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:30:20.84628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737696027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:20.846322Z","caller":"traceutil/trace.go:171","msg":"trace[765175933] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23143; }","duration":"1.737738239s","start":"2026-02-26T02:30:19.108573Z","end":"2026-02-26T02:30:20.846311Z","steps":["trace[765175933] 'agreement among raft nodes before linearized reading' (duration: 1.737671666s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.846341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187857082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:20.846358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:19.108511Z","time spent":"1.737839822s","remote":"127.0.0.1:52256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:20.846381Z","caller":"traceutil/trace.go:171","msg":"trace[262396009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23143; }","duration":"1.187933614s","start":"2026-02-26T02:30:19.658433Z","end":"2026-02-26T02:30:20.846367Z","steps":["trace[262396009] 'agreement among raft nodes before linearized reading' (duration: 1.187877243s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.846431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:19.658399Z","time spent":"1.188024457s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:20.846444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292571524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:20.84648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043980502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:30:20.846523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192181074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-26T02:30:20.846564Z","caller":"traceutil/trace.go:171","msg":"trace[318069385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23143; }","duration":"1.044085915s","start":"2026-02-26T02:30:19.802467Z","end":"2026-02-26T02:30:20.846553Z","steps":["trace[318069385] 'agreement among raft nodes before linearized reading' (duration: 1.043838907s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:20.84659Z","caller":"traceutil/trace.go:171","msg":"trace[94601683] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23143; }","duration":"2.192243626s","start":"2026-02-26T02:30:18.65433Z","end":"2026-02-26T02:30:20.846573Z","steps":["trace[94601683] 'agreement among raft nodes before linearized reading' (duration: 2.192141063s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.846636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:19.802453Z","time spent":"1.044138677s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:30:20.846642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.654308Z","time spent":"2.192322619s","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T02:30:20.846659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220450197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:30:20.846706Z","caller":"traceutil/trace.go:171","msg":"trace[32603362] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23143; }","duration":"1.220533251s","start":"2026-02-26T02:30:19.626159Z","end":"2026-02-26T02:30:20.846693Z","steps":["trace[32603362] 'agreement among raft nodes before linearized reading' (duration: 1.220426077s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.846375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.749736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:30:20.846747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:19.626139Z","time spent":"1.220599312s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:30:20.846758Z","caller":"traceutil/trace.go:171","msg":"trace[195749012] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23143; }","duration":"744.151528ms","start":"2026-02-26T02:30:20.102594Z","end":"2026-02-26T02:30:20.846746Z","steps":["trace[195749012] 'agreement among raft nodes before linearized reading' (duration: 743.692914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.846801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.102533Z","time spent":"744.252822ms","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:20.846862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.573184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:20.846894Z","caller":"traceutil/trace.go:171","msg":"trace[108729951] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23143; }","duration":"530.706228ms","start":"2026-02-26T02:30:20.316181Z","end":"2026-02-26T02:30:20.846887Z","steps":["trace[108729951] 'agreement among raft nodes before linearized reading' (duration: 530.598784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.846945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.316158Z","time spent":"530.78062ms","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:20.846436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283993121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:20.847027Z","caller":"traceutil/trace.go:171","msg":"trace[1116437100] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23143; }","duration":"2.284614071s","start":"2026-02-26T02:30:18.562399Z","end":"2026-02-26T02:30:20.847013Z","steps":["trace[1116437100] 'agreement among raft nodes before linearized reading' (duration: 2.283985681s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.847075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.562385Z","time spent":"2.284674052s","remote":"127.0.0.1:47392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:20.846243Z","caller":"traceutil/trace.go:171","msg":"trace[1189807330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23143; }","duration":"1.044817889s","start":"2026-02-26T02:30:19.801412Z","end":"2026-02-26T02:30:20.84623Z","steps":["trace[1189807330] 'agreement among raft nodes before linearized reading' (duration: 1.044483078s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:20.846494Z","caller":"traceutil/trace.go:171","msg":"trace[601195128] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23143; }","duration":"2.292620915s","start":"2026-02-26T02:30:18.553854Z","end":"2026-02-26T02:30:20.846475Z","steps":["trace[601195128] 'agreement among raft nodes before linearized reading' (duration: 2.292564023s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.8472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04519165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:30:20.847276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:18.553847Z","time spent":"2.29341255s","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-02-26T02:30:20.847319Z","caller":"traceutil/trace.go:171","msg":"trace[304656398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23143; }","duration":"1.045289914s","start":"2026-02-26T02:30:19.80198Z","end":"2026-02-26T02:30:20.84727Z","steps":["trace[304656398] 'agreement among raft nodes before linearized reading' (duration: 1.045062397s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.847346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045446399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:20.847389Z","caller":"traceutil/trace.go:171","msg":"trace[157610702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23143; }","duration":"1.045526631s","start":"2026-02-26T02:30:19.801849Z","end":"2026-02-26T02:30:20.847375Z","steps":["trace[157610702] 'agreement among raft nodes before linearized reading' (duration: 1.045396747s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.847415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:19.801973Z","time spent":"1.045397767s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:20.84797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:19.801831Z","time spent":"1.046058198s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:30:20.847213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:19.80137Z","time spent":"1.045823841s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:20.846193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400252008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:30:20.848176Z","caller":"traceutil/trace.go:171","msg":"trace[300609296] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:23143; }","duration":"1.402273743s","start":"2026-02-26T02:30:19.445891Z","end":"2026-02-26T02:30:20.848165Z","steps":["trace[300609296] 'agreement among raft nodes before linearized reading' (duration: 1.400183257s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.848211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:19.44587Z","time spent":"1.402331935s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-02-26T02:30:20.84629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044905902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:30:20.848349Z","caller":"traceutil/trace.go:171","msg":"trace[853864641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23143; }","duration":"1.047003408s","start":"2026-02-26T02:30:19.801338Z","end":"2026-02-26T02:30:20.848342Z","steps":["trace[853864641] 'agreement among raft nodes before linearized reading' (duration: 1.044888671s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:20.848375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:19.801318Z","time spent":"1.04704987s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:21.573551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.473201ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-26T02:30:21.573902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.849156Z","time spent":"724.740351ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:30:22.180148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126078558s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:30:22.446783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.410523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:22.447021Z","caller":"traceutil/trace.go:171","msg":"trace[1257051920] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"1.596288484s","start":"2026-02-26T02:30:20.850664Z","end":"2026-02-26T02:30:22.446952Z","steps":["trace[1257051920] 'process raft request' (duration: 1.329676135s)","trace[1257051920] 'compare' (duration: 266.262678ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:22.447123Z","caller":"traceutil/trace.go:171","msg":"trace[894425850] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"843.40231ms","start":"2026-02-26T02:30:21.603711Z","end":"2026-02-26T02:30:22.447113Z","steps":["trace[894425850] 'process raft request' (duration: 843.373549ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:22.447143Z","caller":"traceutil/trace.go:171","msg":"trace[874179482] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"1.594441386s","start":"2026-02-26T02:30:20.852657Z","end":"2026-02-26T02:30:22.447099Z","steps":["trace[874179482] 'process raft request' (duration: 1.594311712s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:22.447176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:21.603685Z","time spent":"843.462372ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:22.447196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.850641Z","time spent":"1.596481841s","remote":"127.0.0.1:56546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2880,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:30:22.447254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.852653Z","time spent":"1.594535429s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:22.447311Z","caller":"traceutil/trace.go:171","msg":"trace[696484898] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"1.594352944s","start":"2026-02-26T02:30:20.852952Z","end":"2026-02-26T02:30:22.447305Z","steps":["trace[696484898] 'process raft request' (duration: 1.594051644s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:22.447342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.852945Z","time spent":"1.594379284s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:22.447468Z","caller":"traceutil/trace.go:171","msg":"trace[191838322] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"1.594108876s","start":"2026-02-26T02:30:20.853351Z","end":"2026-02-26T02:30:22.44746Z","steps":["trace[191838322] 'process raft request' (duration: 1.593667152s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:22.447555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.853335Z","time spent":"1.594197568s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:22.447622Z","caller":"traceutil/trace.go:171","msg":"trace[1120505239] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"1.572579271s","start":"2026-02-26T02:30:20.875035Z","end":"2026-02-26T02:30:22.447614Z","steps":["trace[1120505239] 'process raft request' (duration: 1.572000263s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:22.447659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.875001Z","time spent":"1.572639953s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:22.447673Z","caller":"traceutil/trace.go:171","msg":"trace[1587558042] linearizableReadLoop","detail":"{readStateIndex:23959; appliedIndex:23953; }","duration":"1.59488715s","start":"2026-02-26T02:30:20.852768Z","end":"2026-02-26T02:30:22.447655Z","steps":["trace[1587558042] 'read index received' (duration: 201.317314ms)","trace[1587558042] 'applied index is now lower than readState.Index' (duration: 1.393567196s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:22.447725Z","caller":"traceutil/trace.go:171","msg":"trace[1955900050] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"1.59517514s","start":"2026-02-26T02:30:20.852538Z","end":"2026-02-26T02:30:22.447713Z","steps":["trace[1955900050] 'process raft request' (duration: 1.594382314s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:22.447441Z","caller":"traceutil/trace.go:171","msg":"trace[1476626699] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"1.596475831s","start":"2026-02-26T02:30:20.850939Z","end":"2026-02-26T02:30:22.447415Z","steps":["trace[1476626699] 'process raft request' (duration: 1.595907723s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:22.447807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.850881Z","time spent":"1.596906014s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:22.447798Z","caller":"traceutil/trace.go:171","msg":"trace[1010460203] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"872.752402ms","start":"2026-02-26T02:30:21.575031Z","end":"2026-02-26T02:30:22.447783Z","steps":["trace[1010460203] 'process raft request' (duration: 872.028499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:22.447976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59519063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4150641-3c53-492b-9422-77045e882e57\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-02-26T02:30:22.447999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:21.575005Z","time spent":"872.974199ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:22.448027Z","caller":"traceutil/trace.go:171","msg":"trace[1286488857] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4150641-3c53-492b-9422-77045e882e57; range_end:; response_count:1; response_revision:23153; }","duration":"1.595277262s","start":"2026-02-26T02:30:20.852735Z","end":"2026-02-26T02:30:22.448013Z","steps":["trace[1286488857] 'agreement among raft nodes before linearized reading' (duration: 1.595088156s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:22.448082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.852722Z","time spent":"1.595347235s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-c4150641-3c53-492b-9422-77045e882e57\" "} {"level":"warn","ts":"2026-02-26T02:30:22.448415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.85253Z","time spent":"1.59550873s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:22.448509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574719869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:22.448557Z","caller":"traceutil/trace.go:171","msg":"trace[1799399272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23153; }","duration":"1.574795182s","start":"2026-02-26T02:30:20.873749Z","end":"2026-02-26T02:30:22.448544Z","steps":["trace[1799399272] 'agreement among raft nodes before linearized reading' (duration: 1.574717609s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:22.44861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.873734Z","time spent":"1.574864354s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:30:22.448651Z","caller":"traceutil/trace.go:171","msg":"trace[723958625] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"1.596069878s","start":"2026-02-26T02:30:20.852573Z","end":"2026-02-26T02:30:22.448643Z","steps":["trace[723958625] 'process raft request' (duration: 1.594375044s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:22.448689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:20.85257Z","time spent":"1.596102249s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:23.794278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:23.829211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022630654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:30:23.829479Z","caller":"traceutil/trace.go:171","msg":"trace[1520812214] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23153; }","duration":"1.022942233s","start":"2026-02-26T02:30:22.806518Z","end":"2026-02-26T02:30:23.82946Z","steps":["trace[1520812214] 'range keys from in-memory index tree' (duration: 1.022474408s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:23.829518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:22.806498Z","time spent":"1.023011366s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:30:23.830194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.01341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:23.830268Z","caller":"traceutil/trace.go:171","msg":"trace[1835134870] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"976.761077ms","start":"2026-02-26T02:30:22.853492Z","end":"2026-02-26T02:30:23.830253Z","steps":["trace[1835134870] 'process raft request' (duration: 189.632454ms)","trace[1835134870] 'compare' (duration: 786.515533ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:23.830346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:22.853469Z","time spent":"976.824199ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:24.054441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011342385s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:30:24.938613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.864168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:24.938943Z","caller":"traceutil/trace.go:171","msg":"trace[737848934] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"2.084739251s","start":"2026-02-26T02:30:22.85415Z","end":"2026-02-26T02:30:24.938889Z","steps":["trace[737848934] 'process raft request' (duration: 2.084552655s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.938993Z","caller":"traceutil/trace.go:171","msg":"trace[1433242324] linearizableReadLoop","detail":"{readStateIndex:23972; appliedIndex:23965; }","duration":"1.645261851s","start":"2026-02-26T02:30:23.293715Z","end":"2026-02-26T02:30:24.938977Z","steps":["trace[1433242324] 'read index received' (duration: 764.922967ms)","trace[1433242324] 'applied index is now lower than readState.Index' (duration: 880.338034ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:24.939062Z","caller":"traceutil/trace.go:171","msg":"trace[59742697] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"2.084549825s","start":"2026-02-26T02:30:22.854503Z","end":"2026-02-26T02:30:24.939053Z","steps":["trace[59742697] 'process raft request' (duration: 2.084283397s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:24.939067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:22.854125Z","time spent":"2.084878896s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:24.939125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:22.854481Z","time spent":"2.084610497s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:24.939311Z","caller":"traceutil/trace.go:171","msg":"trace[1532634320] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"2.084104991s","start":"2026-02-26T02:30:22.855177Z","end":"2026-02-26T02:30:24.939282Z","steps":["trace[1532634320] 'process raft request' (duration: 2.083703628s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:24.939368Z","caller":"traceutil/trace.go:171","msg":"trace[2041130234] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"1.740407184s","start":"2026-02-26T02:30:23.19895Z","end":"2026-02-26T02:30:24.939358Z","steps":["trace[2041130234] 'process raft request' (duration: 1.739993691s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:24.939441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:23.19893Z","time spent":"1.740462155s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:24.939454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:22.855164Z","time spent":"2.084213225s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:24.939578Z","caller":"traceutil/trace.go:171","msg":"trace[1013910586] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"2.084873826s","start":"2026-02-26T02:30:22.854694Z","end":"2026-02-26T02:30:24.939568Z","steps":["trace[1013910586] 'process raft request' (duration: 2.084125232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:24.939631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:22.854685Z","time spent":"2.084919987s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:24.939696Z","caller":"traceutil/trace.go:171","msg":"trace[326246261] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"2.084605767s","start":"2026-02-26T02:30:22.85507Z","end":"2026-02-26T02:30:24.939676Z","steps":["trace[326246261] 'process raft request' (duration: 2.083777151s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:24.939699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645974584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:30:24.93976Z","caller":"traceutil/trace.go:171","msg":"trace[1382640875] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23161; }","duration":"1.646075197s","start":"2026-02-26T02:30:23.293669Z","end":"2026-02-26T02:30:24.939744Z","steps":["trace[1382640875] 'agreement among raft nodes before linearized reading' (duration: 1.645864001s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:24.939808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:23.293652Z","time spent":"1.646148079s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:30:24.93979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:22.855059Z","time spent":"2.084685029s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:24.939294Z","caller":"traceutil/trace.go:171","msg":"trace[603211995] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"2.085240477s","start":"2026-02-26T02:30:22.85404Z","end":"2026-02-26T02:30:24.939281Z","steps":["trace[603211995] 'process raft request' (duration: 1.204610014s)","trace[603211995] 'compare' (duration: 879.464856ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:24.940218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:22.854029Z","time spent":"2.086121555s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:25.659535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:30:25.659683Z","caller":"traceutil/trace.go:171","msg":"trace[1677694482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112972s","start":"2026-02-26T02:30:23.659543Z","end":"2026-02-26T02:30:25.659656Z","steps":["trace[1677694482] 'agreement among raft nodes before linearized reading' (duration: 1.999915736s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:25.659788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:23.659492Z","time spent":"2.000282047s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:26.36853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111823585s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:26.368714Z","caller":"traceutil/trace.go:171","msg":"trace[890762727] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"533.162996ms","start":"2026-02-26T02:30:25.835539Z","end":"2026-02-26T02:30:26.368702Z","steps":["trace[890762727] 'process raft request' (duration: 533.122565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.368801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:25.835508Z","time spent":"533.239978ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:26.368941Z","caller":"traceutil/trace.go:171","msg":"trace[276967456] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"2.264716577s","start":"2026-02-26T02:30:24.104217Z","end":"2026-02-26T02:30:26.368934Z","steps":["trace[276967456] 'process raft request' (duration: 1.152431257s)","trace[276967456] 'compare' (duration: 1.111753673s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:26.368986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:24.1042Z","time spent":"2.264769978s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:26.36907Z","caller":"traceutil/trace.go:171","msg":"trace[1646628494] linearizableReadLoop","detail":"{readStateIndex:23973; appliedIndex:23972; }","duration":"1.430040044s","start":"2026-02-26T02:30:24.939023Z","end":"2026-02-26T02:30:26.369063Z","steps":["trace[1646628494] 'read index received' (duration: 317.533277ms)","trace[1646628494] 'applied index is now lower than readState.Index' (duration: 1.112506107s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:26.369278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569122082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:30:26.36931Z","caller":"traceutil/trace.go:171","msg":"trace[478977520] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23163; }","duration":"1.569188204s","start":"2026-02-26T02:30:24.800116Z","end":"2026-02-26T02:30:26.369305Z","steps":["trace[478977520] 'agreement among raft nodes before linearized reading' (duration: 1.569099071s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.369336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:24.8001Z","time spent":"1.569231295s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:30:26.369432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696365694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:26.369462Z","caller":"traceutil/trace.go:171","msg":"trace[68109583] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23163; }","duration":"1.696418305s","start":"2026-02-26T02:30:24.673037Z","end":"2026-02-26T02:30:26.369455Z","steps":["trace[68109583] 'agreement among raft nodes before linearized reading' (duration: 1.696372913s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.369527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:24.673026Z","time spent":"1.696493398s","remote":"127.0.0.1:47652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:26.369988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700185475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:26.370036Z","caller":"traceutil/trace.go:171","msg":"trace[1695476657] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23163; }","duration":"1.700272768s","start":"2026-02-26T02:30:24.669755Z","end":"2026-02-26T02:30:26.370028Z","steps":["trace[1695476657] 'agreement among raft nodes before linearized reading' (duration: 1.699865415s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.370074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:24.669734Z","time spent":"1.700330779s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:26.370239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057741277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:26.36999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535456467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:30:26.370274Z","caller":"traceutil/trace.go:171","msg":"trace[1491520631] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23163; }","duration":"3.0578173s","start":"2026-02-26T02:30:23.312447Z","end":"2026-02-26T02:30:26.370264Z","steps":["trace[1491520631] 'agreement among raft nodes before linearized reading' (duration: 3.057757508s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.370278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043080232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:26.370337Z","caller":"traceutil/trace.go:171","msg":"trace[2002194110] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23163; }","duration":"1.043175285s","start":"2026-02-26T02:30:25.327145Z","end":"2026-02-26T02:30:26.370321Z","steps":["trace[2002194110] 'agreement among raft nodes before linearized reading' (duration: 1.043083993s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.370351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916309121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:30:26.370385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:25.327129Z","time spent":"1.043246107s","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:26.370414Z","caller":"traceutil/trace.go:171","msg":"trace[924287910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23163; }","duration":"1.916392553s","start":"2026-02-26T02:30:24.454007Z","end":"2026-02-26T02:30:26.3704Z","steps":["trace[924287910] 'agreement among raft nodes before linearized reading' (duration: 1.916179606s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.370452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916400683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:30:26.370455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:24.454001Z","time spent":"1.916440884s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:30:26.370482Z","caller":"traceutil/trace.go:171","msg":"trace[1235453793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23163; }","duration":"1.916439704s","start":"2026-02-26T02:30:24.454036Z","end":"2026-02-26T02:30:26.370476Z","steps":["trace[1235453793] 'agreement among raft nodes before linearized reading' (duration: 1.916364232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.370502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:24.454032Z","time spent":"1.916464255s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:26.370521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916344412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:30:26.370552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916026881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:30:26.370607Z","caller":"traceutil/trace.go:171","msg":"trace[1173897528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23163; }","duration":"1.916485326s","start":"2026-02-26T02:30:24.454103Z","end":"2026-02-26T02:30:26.370588Z","steps":["trace[1173897528] 'agreement among raft nodes before linearized reading' (duration: 1.916198107s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.370627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.230972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:26.370644Z","caller":"traceutil/trace.go:171","msg":"trace[1607176408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23163; }","duration":"1.916139685s","start":"2026-02-26T02:30:24.454489Z","end":"2026-02-26T02:30:26.370628Z","steps":["trace[1607176408] 'agreement among raft nodes before linearized reading' (duration: 1.915867567s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.370654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:24.4541Z","time spent":"1.916543378s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:30:26.370664Z","caller":"traceutil/trace.go:171","msg":"trace[309679690] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23163; }","duration":"807.294514ms","start":"2026-02-26T02:30:25.563356Z","end":"2026-02-26T02:30:26.37065Z","steps":["trace[309679690] 'agreement among raft nodes before linearized reading' (duration: 807.216631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.37068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.373115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:30:26.370672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.732536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:30:26.370701Z","caller":"traceutil/trace.go:171","msg":"trace[1516647711] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23163; }","duration":"200.435137ms","start":"2026-02-26T02:30:26.17026Z","end":"2026-02-26T02:30:26.370695Z","steps":["trace[1516647711] 'agreement among raft nodes before linearized reading' (duration: 200.321164ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:26.370707Z","caller":"traceutil/trace.go:171","msg":"trace[1269699371] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23163; }","duration":"977.794609ms","start":"2026-02-26T02:30:25.392906Z","end":"2026-02-26T02:30:26.3707Z","steps":["trace[1269699371] 'agreement among raft nodes before linearized reading' (duration: 977.711456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.370709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:25.563339Z","time spent":"807.356495ms","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:26.37073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:25.39289Z","time spent":"977.8348ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:30:26.370569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.166666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:26.370803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.529444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:26.370824Z","caller":"traceutil/trace.go:171","msg":"trace[1652214729] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23163; }","duration":"695.593115ms","start":"2026-02-26T02:30:25.675224Z","end":"2026-02-26T02:30:26.370817Z","steps":["trace[1652214729] 'agreement among raft nodes before linearized reading' (duration: 695.555244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.370829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:24.454484Z","time spent":"1.916334801s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:26.370849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:25.675195Z","time spent":"695.646757ms","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:26.370833Z","caller":"traceutil/trace.go:171","msg":"trace[1029272984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23163; }","duration":"709.444406ms","start":"2026-02-26T02:30:25.661358Z","end":"2026-02-26T02:30:26.370802Z","steps":["trace[1029272984] 'agreement among raft nodes before linearized reading' (duration: 709.187768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.372234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:25.661336Z","time spent":"710.885541ms","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:26.370298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:23.312425Z","time spent":"3.057864611s","remote":"127.0.0.1:47836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:26.371049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193474604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:26.372471Z","caller":"traceutil/trace.go:171","msg":"trace[973998160] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23163; }","duration":"2.194937431s","start":"2026-02-26T02:30:24.177517Z","end":"2026-02-26T02:30:26.372455Z","steps":["trace[973998160] 'agreement among raft nodes before linearized reading' (duration: 2.193488555s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.372499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:24.177496Z","time spent":"2.194994022s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:30:26.371103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917819658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:30:26.372612Z","caller":"traceutil/trace.go:171","msg":"trace[287833380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23163; }","duration":"1.919332806s","start":"2026-02-26T02:30:24.453254Z","end":"2026-02-26T02:30:26.372587Z","steps":["trace[287833380] 'agreement among raft nodes before linearized reading' (duration: 1.917809848s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.372703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:24.453241Z","time spent":"1.919431259s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:26.37093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.224438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:26.37288Z","caller":"traceutil/trace.go:171","msg":"trace[110456380] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23163; }","duration":"252.270813ms","start":"2026-02-26T02:30:26.1206Z","end":"2026-02-26T02:30:26.37287Z","steps":["trace[110456380] 'agreement among raft nodes before linearized reading' (duration: 250.25868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.371388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486352298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:26.373035Z","caller":"traceutil/trace.go:171","msg":"trace[1977248965] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23163; }","duration":"2.488052701s","start":"2026-02-26T02:30:23.884976Z","end":"2026-02-26T02:30:26.373029Z","steps":["trace[1977248965] 'agreement among raft nodes before linearized reading' (duration: 2.486372028s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.373061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:23.884954Z","time spent":"2.488096223s","remote":"127.0.0.1:32890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:26.371388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195774348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:26.373167Z","caller":"traceutil/trace.go:171","msg":"trace[566076983] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23163; }","duration":"2.197590926s","start":"2026-02-26T02:30:24.17557Z","end":"2026-02-26T02:30:26.373161Z","steps":["trace[566076983] 'agreement among raft nodes before linearized reading' (duration: 2.195774188s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.373189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:24.175553Z","time spent":"2.197628326s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:26.371461Z","caller":"traceutil/trace.go:171","msg":"trace[1346195296] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23163; }","duration":"2.536939824s","start":"2026-02-26T02:30:23.834511Z","end":"2026-02-26T02:30:26.371451Z","steps":["trace[1346195296] 'agreement among raft nodes before linearized reading' (duration: 2.535357194s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.373297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:23.834447Z","time spent":"2.538838525s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:30:26.819773Z","caller":"traceutil/trace.go:171","msg":"trace[2063475649] linearizableReadLoop","detail":"{readStateIndex:23975; appliedIndex:23974; }","duration":"445.280214ms","start":"2026-02-26T02:30:26.374454Z","end":"2026-02-26T02:30:26.819734Z","steps":["trace[2063475649] 'read index received' (duration: 392.27832ms)","trace[2063475649] 'applied index is now lower than readState.Index' (duration: 52.999824ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:26.819922Z","caller":"traceutil/trace.go:171","msg":"trace[1237412750] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"445.736229ms","start":"2026-02-26T02:30:26.374165Z","end":"2026-02-26T02:30:26.819901Z","steps":["trace[1237412750] 'process raft request' (duration: 392.359764ms)","trace[1237412750] 'compare' (duration: 52.937951ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:26.820078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.374149Z","time spent":"445.813051ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:26.820393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.820202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-02-26T02:30:26.82046Z","caller":"traceutil/trace.go:171","msg":"trace[217079791] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23164; }","duration":"446.010017ms","start":"2026-02-26T02:30:26.37443Z","end":"2026-02-26T02:30:26.82044Z","steps":["trace[217079791] 'agreement among raft nodes before linearized reading' (duration: 445.487351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:26.820511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.374423Z","time spent":"446.066869ms","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18531,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:30:27.320674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:27.629221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.417995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:27.629467Z","caller":"traceutil/trace.go:171","msg":"trace[996652771] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"1.253699493s","start":"2026-02-26T02:30:26.375751Z","end":"2026-02-26T02:30:27.629451Z","steps":["trace[996652771] 'process raft request' (duration: 1.253668642s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:27.629517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.375736Z","time spent":"1.253757236s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:27.629491Z","caller":"traceutil/trace.go:171","msg":"trace[133287177] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"1.254122506s","start":"2026-02-26T02:30:26.375337Z","end":"2026-02-26T02:30:27.62946Z","steps":["trace[133287177] 'process raft request' (duration: 1.253968812s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:27.629496Z","caller":"traceutil/trace.go:171","msg":"trace[847925055] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"1.254042275s","start":"2026-02-26T02:30:26.375422Z","end":"2026-02-26T02:30:27.629464Z","steps":["trace[847925055] 'process raft request' (duration: 1.253946292s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:27.62963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.375317Z","time spent":"1.25423763s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:27.629643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.375415Z","time spent":"1.254148858s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:27.629675Z","caller":"traceutil/trace.go:171","msg":"trace[533990894] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"1.254031274s","start":"2026-02-26T02:30:26.375636Z","end":"2026-02-26T02:30:27.629667Z","steps":["trace[533990894] 'process raft request' (duration: 1.253760825s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:27.629714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.375627Z","time spent":"1.254065995s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:27.629779Z","caller":"traceutil/trace.go:171","msg":"trace[684273946] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"1.255244022s","start":"2026-02-26T02:30:26.374527Z","end":"2026-02-26T02:30:27.629771Z","steps":["trace[684273946] 'process raft request' (duration: 1.032199507s)","trace[684273946] 'compare' (duration: 220.553576ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:27.629812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.374509Z","time spent":"1.255284444s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:28.380189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:30:28.380291Z","caller":"traceutil/trace.go:171","msg":"trace[834480910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267178s","start":"2026-02-26T02:30:26.380006Z","end":"2026-02-26T02:30:28.380273Z","steps":["trace[834480910] 'agreement among raft nodes before linearized reading' (duration: 2.000151534s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:28.380335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.379985Z","time spent":"2.000340221s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:28.624863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21421701s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:30:28.821523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.344497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:28.821756Z","caller":"traceutil/trace.go:171","msg":"trace[924329895] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"1.877300202s","start":"2026-02-26T02:30:26.944439Z","end":"2026-02-26T02:30:28.821739Z","steps":["trace[924329895] 'process raft request' (duration: 1.87723196s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:28.821742Z","caller":"traceutil/trace.go:171","msg":"trace[1012641784] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"2.027642528s","start":"2026-02-26T02:30:26.794063Z","end":"2026-02-26T02:30:28.821705Z","steps":["trace[1012641784] 'process raft request' (duration: 1.831037183s)","trace[1012641784] 'compare' (duration: 195.968955ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:28.821762Z","caller":"traceutil/trace.go:171","msg":"trace[121248682] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"1.877290772s","start":"2026-02-26T02:30:26.944438Z","end":"2026-02-26T02:30:28.821729Z","steps":["trace[121248682] 'process raft request' (duration: 1.877176498s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:28.821821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.944415Z","time spent":"1.877376125s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:28.8219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.794036Z","time spent":"2.027777482s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:28.821899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.944415Z","time spent":"1.877409186s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:28.822006Z","caller":"traceutil/trace.go:171","msg":"trace[989044841] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"1.877415336s","start":"2026-02-26T02:30:26.944566Z","end":"2026-02-26T02:30:28.821981Z","steps":["trace[989044841] 'process raft request' (duration: 1.877136487s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:28.822066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.944556Z","time spent":"1.877481808s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:28.822298Z","caller":"traceutil/trace.go:171","msg":"trace[80303615] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"1.877723515s","start":"2026-02-26T02:30:26.944563Z","end":"2026-02-26T02:30:28.822287Z","steps":["trace[80303615] 'process raft request' (duration: 1.877379675s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:28.82236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.944538Z","time spent":"1.877791588s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:28.822416Z","caller":"traceutil/trace.go:171","msg":"trace[1768725210] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"1.877291612s","start":"2026-02-26T02:30:26.945109Z","end":"2026-02-26T02:30:28.8224Z","steps":["trace[1768725210] 'process raft request' (duration: 1.877016833s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:28.822497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.94509Z","time spent":"1.877369014s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:28.822668Z","caller":"traceutil/trace.go:171","msg":"trace[1412464130] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"1.875822335s","start":"2026-02-26T02:30:26.946807Z","end":"2026-02-26T02:30:28.822629Z","steps":["trace[1412464130] 'process raft request' (duration: 1.875393682s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:28.82287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.946801Z","time spent":"1.875938769s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:30.238851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416592507s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:30:30.239073Z","caller":"traceutil/trace.go:171","msg":"trace[137501920] linearizableReadLoop","detail":"{readStateIndex:23988; appliedIndex:23975; }","duration":"3.419198629s","start":"2026-02-26T02:30:26.819857Z","end":"2026-02-26T02:30:30.239056Z","steps":["trace[137501920] 'read index received' (duration: 586.873811ms)","trace[137501920] 'applied index is now lower than readState.Index' (duration: 2.832323878s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:30.239432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8609152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:30:30.239466Z","caller":"traceutil/trace.go:171","msg":"trace[1999973711] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24; range_end:; response_count:1; response_revision:23176; }","duration":"3.860977932s","start":"2026-02-26T02:30:26.378478Z","end":"2026-02-26T02:30:30.239456Z","steps":["trace[1999973711] 'agreement among raft nodes before linearized reading' (duration: 3.860860288s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.239492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.378465Z","time spent":"3.861019073s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" "} {"level":"warn","ts":"2026-02-26T02:30:30.239649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861233511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:30.239677Z","caller":"traceutil/trace.go:171","msg":"trace[637578167] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23176; }","duration":"3.861286931s","start":"2026-02-26T02:30:26.378383Z","end":"2026-02-26T02:30:30.23967Z","steps":["trace[637578167] 'agreement among raft nodes before linearized reading' (duration: 3.86123921s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.239696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.378371Z","time spent":"3.861320493s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:30:30.240976Z","caller":"traceutil/trace.go:171","msg":"trace[705143611] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"2.785639274s","start":"2026-02-26T02:30:27.455312Z","end":"2026-02-26T02:30:30.240951Z","steps":["trace[705143611] 'process raft request' (duration: 2.783659111s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.241125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:27.455287Z","time spent":"2.785751668s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:30.381138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:30:30.381227Z","caller":"traceutil/trace.go:171","msg":"trace[129491863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000125572s","start":"2026-02-26T02:30:28.381082Z","end":"2026-02-26T02:30:30.381207Z","steps":["trace[129491863] 'agreement among raft nodes before linearized reading' (duration: 1.999995378s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.381274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:28.38107Z","time spent":"2.000195285s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:30:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:30:30.808188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:30:30.808255Z","caller":"traceutil/trace.go:171","msg":"trace[865036138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312579s","start":"2026-02-26T02:30:28.807928Z","end":"2026-02-26T02:30:30.80824Z","steps":["trace[865036138] 'agreement among raft nodes before linearized reading' (duration: 2.000224226s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.808299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:28.807912Z","time spent":"2.00038033s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:30:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:30:30.908006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.357878ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:30.908131Z","caller":"traceutil/trace.go:171","msg":"trace[793365042] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23177; }","duration":"106.505953ms","start":"2026-02-26T02:30:30.801607Z","end":"2026-02-26T02:30:30.908113Z","steps":["trace[793365042] 'range keys from in-memory index tree' (duration: 106.342368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.908723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.69942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:30.908833Z","caller":"traceutil/trace.go:171","msg":"trace[1232100314] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"2.532890546s","start":"2026-02-26T02:30:28.375912Z","end":"2026-02-26T02:30:30.908802Z","steps":["trace[1232100314] 'process raft request' (duration: 1.865024882s)","trace[1232100314] 'compare' (duration: 666.678756ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:30.908912Z","caller":"traceutil/trace.go:171","msg":"trace[1691944592] linearizableReadLoop","detail":"{readStateIndex:23990; appliedIndex:23988; }","duration":"669.797106ms","start":"2026-02-26T02:30:30.239099Z","end":"2026-02-26T02:30:30.908897Z","steps":["trace[1691944592] 'read index received' (duration: 564.538µs)","trace[1691944592] 'applied index is now lower than readState.Index' (duration: 669.229098ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:30.908939Z","caller":"traceutil/trace.go:171","msg":"trace[184935090] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"666.487851ms","start":"2026-02-26T02:30:30.242436Z","end":"2026-02-26T02:30:30.908924Z","steps":["trace[184935090] 'process raft request' (duration: 666.375277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.90896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:28.375867Z","time spent":"2.53302571s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:30.909013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.242413Z","time spent":"666.561304ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:30.909118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616513892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:30.90916Z","caller":"traceutil/trace.go:171","msg":"trace[1313032745] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23179; }","duration":"2.616597185s","start":"2026-02-26T02:30:28.29255Z","end":"2026-02-26T02:30:30.909148Z","steps":["trace[1313032745] 'agreement among raft nodes before linearized reading' (duration: 2.616455271s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.909276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:28.292528Z","time spent":"2.616737339s","remote":"127.0.0.1:52198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:30.909277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.116185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:30.909319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275405633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:30:30.909329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.841020578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:30:30.909343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681284139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:30.909372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.539573403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130057"} {"level":"info","ts":"2026-02-26T02:30:30.909381Z","caller":"traceutil/trace.go:171","msg":"trace[646165523] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23179; }","duration":"3.841105501s","start":"2026-02-26T02:30:27.068265Z","end":"2026-02-26T02:30:30.909371Z","steps":["trace[646165523] 'agreement among raft nodes before linearized reading' (duration: 3.841024329s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.909384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.026230211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:30.909407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159612905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:30:30.909291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545642235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-26T02:30:30.909455Z","caller":"traceutil/trace.go:171","msg":"trace[415912649] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23179; }","duration":"3.545843853s","start":"2026-02-26T02:30:27.363602Z","end":"2026-02-26T02:30:30.909446Z","steps":["trace[415912649] 'agreement among raft nodes before linearized reading' (duration: 3.545597235s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:30.909465Z","caller":"traceutil/trace.go:171","msg":"trace[2045415194] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23179; }","duration":"4.026334544s","start":"2026-02-26T02:30:26.8831Z","end":"2026-02-26T02:30:30.909434Z","steps":["trace[2045415194] 'agreement among raft nodes before linearized reading' (duration: 4.026226781s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.909477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700420237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:30.909417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:27.068246Z","time spent":"3.841163453s","remote":"127.0.0.1:45196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:30.909378Z","caller":"traceutil/trace.go:171","msg":"trace[1752400242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23179; }","duration":"1.275469955s","start":"2026-02-26T02:30:29.633892Z","end":"2026-02-26T02:30:30.909362Z","steps":["trace[1752400242] 'agreement among raft nodes before linearized reading' (duration: 1.275346821s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.909514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209787558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:30.909528Z","caller":"traceutil/trace.go:171","msg":"trace[864982524] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23179; }","duration":"2.70050878s","start":"2026-02-26T02:30:28.209003Z","end":"2026-02-26T02:30:30.909512Z","steps":["trace[864982524] 'agreement among raft nodes before linearized reading' (duration: 2.700430677s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.909553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:29.633889Z","time spent":"1.275654501s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:30.909577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463211048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:30:30.909628Z","caller":"traceutil/trace.go:171","msg":"trace[40710161] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:23179; }","duration":"1.463296392s","start":"2026-02-26T02:30:29.446319Z","end":"2026-02-26T02:30:30.909616Z","steps":["trace[40710161] 'agreement among raft nodes before linearized reading' (duration: 1.463188919s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.90968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:29.4463Z","time spent":"1.463368704s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-02-26T02:30:30.909456Z","caller":"traceutil/trace.go:171","msg":"trace[1703229139] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23179; }","duration":"1.159683887s","start":"2026-02-26T02:30:29.749759Z","end":"2026-02-26T02:30:30.909443Z","steps":["trace[1703229139] 'agreement among raft nodes before linearized reading' (duration: 1.159610435s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.90979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:29.749748Z","time spent":"1.160027388s","remote":"127.0.0.1:57784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:30.909481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275607259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:30:30.909338Z","caller":"traceutil/trace.go:171","msg":"trace[2077024077] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23179; }","duration":"839.212487ms","start":"2026-02-26T02:30:30.070102Z","end":"2026-02-26T02:30:30.909314Z","steps":["trace[2077024077] 'agreement among raft nodes before linearized reading' (duration: 839.134925ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:30.909931Z","caller":"traceutil/trace.go:171","msg":"trace[18734884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23179; }","duration":"1.276084175s","start":"2026-02-26T02:30:29.633812Z","end":"2026-02-26T02:30:30.909897Z","steps":["trace[18734884] 'agreement among raft nodes before linearized reading' (duration: 1.275591419s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.909978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.070076Z","time spent":"839.891629ms","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:30.909559Z","caller":"traceutil/trace.go:171","msg":"trace[262314406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23179; }","duration":"1.209870762s","start":"2026-02-26T02:30:29.699676Z","end":"2026-02-26T02:30:30.909547Z","steps":["trace[262314406] 'agreement among raft nodes before linearized reading' (duration: 1.20980364s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.91014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:29.699658Z","time spent":"1.210441949s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:30.909994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:29.633787Z","time spent":"1.276190417s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:30.909517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:26.883078Z","time spent":"4.026427417s","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:30:30.909405Z","caller":"traceutil/trace.go:171","msg":"trace[1746576196] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23179; }","duration":"3.539645845s","start":"2026-02-26T02:30:27.369752Z","end":"2026-02-26T02:30:30.909398Z","steps":["trace[1746576196] 'agreement among raft nodes before linearized reading' (duration: 3.539554222s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.910559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:27.369731Z","time spent":"3.540812232s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130079,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:30:30.909191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083358517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:30.910851Z","caller":"traceutil/trace.go:171","msg":"trace[417795341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23179; }","duration":"2.08503444s","start":"2026-02-26T02:30:28.825802Z","end":"2026-02-26T02:30:30.910836Z","steps":["trace[417795341] 'agreement among raft nodes before linearized reading' (duration: 2.083202822s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.910916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:28.825531Z","time spent":"2.08535302s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:30:30.909208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091251912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:30:30.911076Z","caller":"traceutil/trace.go:171","msg":"trace[1268317506] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23179; }","duration":"3.093169223s","start":"2026-02-26T02:30:27.817896Z","end":"2026-02-26T02:30:30.911065Z","steps":["trace[1268317506] 'agreement among raft nodes before linearized reading' (duration: 3.091117338s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.911117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:27.817876Z","time spent":"3.093228655s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:30.909281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669927099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:30.911586Z","caller":"traceutil/trace.go:171","msg":"trace[1680243900] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23179; }","duration":"2.672247633s","start":"2026-02-26T02:30:28.239311Z","end":"2026-02-26T02:30:30.911559Z","steps":["trace[1680243900] 'agreement among raft nodes before linearized reading' (duration: 2.669934959s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.909188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274783703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:30:30.911739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:28.239294Z","time spent":"2.672423328s","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:30.909403Z","caller":"traceutil/trace.go:171","msg":"trace[1842841673] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23179; }","duration":"2.681360572s","start":"2026-02-26T02:30:28.228022Z","end":"2026-02-26T02:30:30.909383Z","steps":["trace[1842841673] 'agreement among raft nodes before linearized reading' (duration: 2.681288689s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:30.911907Z","caller":"traceutil/trace.go:171","msg":"trace[1775833699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23179; }","duration":"1.277492469s","start":"2026-02-26T02:30:29.634361Z","end":"2026-02-26T02:30:30.911853Z","steps":["trace[1775833699] 'agreement among raft nodes before linearized reading' (duration: 1.274726171s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.909484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275633221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:30:30.911972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:29.63435Z","time spent":"1.277606132s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:30:30.912006Z","caller":"traceutil/trace.go:171","msg":"trace[1874183440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23179; }","duration":"1.278150921s","start":"2026-02-26T02:30:29.633813Z","end":"2026-02-26T02:30:30.911964Z","steps":["trace[1874183440] 'agreement among raft nodes before linearized reading' (duration: 1.27561744s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:30.909496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:27.363581Z","time spent":"3.545902704s","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T02:30:30.912062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:29.633795Z","time spent":"1.278250813s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:30.909573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:28.208983Z","time spent":"2.700576752s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:30.912081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:28.228011Z","time spent":"2.683937834s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:31.409244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:31.906367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023616495s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:30:31.954249Z","caller":"traceutil/trace.go:171","msg":"trace[219315146] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"1.125520912s","start":"2026-02-26T02:30:30.828678Z","end":"2026-02-26T02:30:31.954199Z","steps":["trace[219315146] 'process raft request' (duration: 1.077891349s)","trace[219315146] 'compare' (duration: 46.9108ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:31.954481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.828657Z","time spent":"1.125697548s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:31.954416Z","caller":"traceutil/trace.go:171","msg":"trace[456057170] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"1.122884578s","start":"2026-02-26T02:30:30.831504Z","end":"2026-02-26T02:30:31.954389Z","steps":["trace[456057170] 'process raft request' (duration: 1.122836996s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:31.954564Z","caller":"traceutil/trace.go:171","msg":"trace[1995789695] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"1.124277393s","start":"2026-02-26T02:30:30.830233Z","end":"2026-02-26T02:30:31.95451Z","steps":["trace[1995789695] 'process raft request' (duration: 1.123989143s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:31.954611Z","caller":"traceutil/trace.go:171","msg":"trace[138503144] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"1.124995105s","start":"2026-02-26T02:30:30.829588Z","end":"2026-02-26T02:30:31.954583Z","steps":["trace[138503144] 'process raft request' (duration: 1.12453789s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:31.954666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.831465Z","time spent":"1.123100455s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:31.954751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.829577Z","time spent":"1.125093889s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:31.954739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.830223Z","time spent":"1.124418287s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:31.954766Z","caller":"traceutil/trace.go:171","msg":"trace[1238222826] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"1.123398614s","start":"2026-02-26T02:30:30.831316Z","end":"2026-02-26T02:30:31.954715Z","steps":["trace[1238222826] 'process raft request' (duration: 1.12294735s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:31.954834Z","caller":"traceutil/trace.go:171","msg":"trace[72072625] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"1.123355233s","start":"2026-02-26T02:30:30.831443Z","end":"2026-02-26T02:30:31.954799Z","steps":["trace[72072625] 'process raft request' (duration: 1.122862857s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:31.954945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.831305Z","time spent":"1.123532819s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:31.955041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.831421Z","time spent":"1.123538509s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:32.390042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000392992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:30:32.39013Z","caller":"traceutil/trace.go:171","msg":"trace[1608196650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519067s","start":"2026-02-26T02:30:30.389593Z","end":"2026-02-26T02:30:32.390112Z","steps":["trace[1608196650] 'agreement among raft nodes before linearized reading' (duration: 2.000404413s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:32.390182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.389585Z","time spent":"2.000586909s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:33.433102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.522343916s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:30:33.683687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.368193ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-26T02:30:33.684274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.911594Z","time spent":"2.772673023s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:30:33.68437Z","caller":"traceutil/trace.go:171","msg":"trace[271021802] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"2.770022369s","start":"2026-02-26T02:30:30.914322Z","end":"2026-02-26T02:30:33.684344Z","steps":["trace[271021802] 'process raft request' (duration: 2.769763881s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:33.684487Z","caller":"traceutil/trace.go:171","msg":"trace[205610300] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"2.770287557s","start":"2026-02-26T02:30:30.914124Z","end":"2026-02-26T02:30:33.684412Z","steps":["trace[205610300] 'process raft request' (duration: 2.769671468s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:33.684674Z","caller":"traceutil/trace.go:171","msg":"trace[454118262] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"2.769634606s","start":"2026-02-26T02:30:30.915025Z","end":"2026-02-26T02:30:33.684659Z","steps":["trace[454118262] 'process raft request' (duration: 2.769220663s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:33.684861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.914085Z","time spent":"2.770651018s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:33.68487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.915014Z","time spent":"2.76975094s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:33.684868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.914312Z","time spent":"2.770304888s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:33.685085Z","caller":"traceutil/trace.go:171","msg":"trace[1932664458] linearizableReadLoop","detail":"{readStateIndex:24003; appliedIndex:23991; }","duration":"2.776097882s","start":"2026-02-26T02:30:30.908964Z","end":"2026-02-26T02:30:33.685062Z","steps":["trace[1932664458] 'read index received' (duration: 997.63212ms)","trace[1932664458] 'applied index is now lower than readState.Index' (duration: 1.778464622s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:33.685092Z","caller":"traceutil/trace.go:171","msg":"trace[1048542038] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"2.76977231s","start":"2026-02-26T02:30:30.915275Z","end":"2026-02-26T02:30:33.685047Z","steps":["trace[1048542038] 'process raft request' (duration: 2.769321606s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:33.685131Z","caller":"traceutil/trace.go:171","msg":"trace[317405373] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"2.769700108s","start":"2026-02-26T02:30:30.915406Z","end":"2026-02-26T02:30:33.685106Z","steps":["trace[317405373] 'process raft request' (duration: 2.769494752s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:33.685245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.915263Z","time spent":"2.769898345s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:33.685252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437720227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:33.68526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.915398Z","time spent":"2.769798211s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:33.685306Z","caller":"traceutil/trace.go:171","msg":"trace[1800743985] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23190; }","duration":"3.437812311s","start":"2026-02-26T02:30:30.247479Z","end":"2026-02-26T02:30:33.685291Z","steps":["trace[1800743985] 'agreement among raft nodes before linearized reading' (duration: 3.437721688s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:33.68535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.247462Z","time spent":"3.437876963s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:30:33.685576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21582757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274869"} {"level":"info","ts":"2026-02-26T02:30:33.685633Z","caller":"traceutil/trace.go:171","msg":"trace[864483909] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23190; }","duration":"3.215899531s","start":"2026-02-26T02:30:30.46972Z","end":"2026-02-26T02:30:33.68562Z","steps":["trace[864483909] 'agreement among raft nodes before linearized reading' (duration: 3.215403006s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:33.68567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.469713Z","time spent":"3.215947234s","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274891,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-26T02:30:34.229421Z","caller":"traceutil/trace.go:171","msg":"trace[581505942] linearizableReadLoop","detail":"{readStateIndex:24004; appliedIndex:24003; }","duration":"544.255498ms","start":"2026-02-26T02:30:33.685141Z","end":"2026-02-26T02:30:34.229397Z","steps":["trace[581505942] 'read index received' (duration: 458.970459ms)","trace[581505942] 'applied index is now lower than readState.Index' (duration: 85.284179ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:34.229563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314198614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:34.229565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944826191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:34.229668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.276082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:34.229728Z","caller":"traceutil/trace.go:171","msg":"trace[686287442] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23191; }","duration":"761.366364ms","start":"2026-02-26T02:30:33.468347Z","end":"2026-02-26T02:30:34.229714Z","steps":["trace[686287442] 'agreement among raft nodes before linearized reading' (duration: 761.282382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:34.229739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838474398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:34.229779Z","caller":"traceutil/trace.go:171","msg":"trace[1874638323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23191; }","duration":"1.83854645s","start":"2026-02-26T02:30:32.391221Z","end":"2026-02-26T02:30:34.229767Z","steps":["trace[1874638323] 'agreement among raft nodes before linearized reading' (duration: 1.838479718s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:34.229796Z","caller":"traceutil/trace.go:171","msg":"trace[2058842762] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"1.301433669s","start":"2026-02-26T02:30:32.92834Z","end":"2026-02-26T02:30:34.229774Z","steps":["trace[2058842762] 'process raft request' (duration: 1.215769178s)","trace[2058842762] 'compare' (duration: 85.187516ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:34.22982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315614419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-65fcbcb596-wx5rs.1897a935dda57bb7\" ","response":"range_response_count:1 size:1138"} {"level":"warn","ts":"2026-02-26T02:30:34.229828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:32.391203Z","time spent":"1.838615323s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:30:34.229855Z","caller":"traceutil/trace.go:171","msg":"trace[387418307] range","detail":"{range_begin:/registry/events/openstack/barbican-api-65fcbcb596-wx5rs.1897a935dda57bb7; range_end:; response_count:1; response_revision:23191; }","duration":"3.315671771s","start":"2026-02-26T02:30:30.914172Z","end":"2026-02-26T02:30:34.229844Z","steps":["trace[387418307] 'agreement among raft nodes before linearized reading' (duration: 3.315538116s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:34.229861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090375255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:30:34.229896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.914159Z","time spent":"3.315729543s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-65fcbcb596-wx5rs.1897a935dda57bb7\" "} {"level":"warn","ts":"2026-02-26T02:30:34.229897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:32.928321Z","time spent":"1.301517252s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:34.229921Z","caller":"traceutil/trace.go:171","msg":"trace[516925080] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23191; }","duration":"1.090479659s","start":"2026-02-26T02:30:33.139426Z","end":"2026-02-26T02:30:34.229906Z","steps":["trace[516925080] 'agreement among raft nodes before linearized reading' (duration: 1.09022075s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:34.229966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.139406Z","time spent":"1.090547901s","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:34.230099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606228566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:34.230153Z","caller":"traceutil/trace.go:171","msg":"trace[414449745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23191; }","duration":"2.606316889s","start":"2026-02-26T02:30:31.623823Z","end":"2026-02-26T02:30:34.23014Z","steps":["trace[414449745] 'agreement among raft nodes before linearized reading' (duration: 2.606228056s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:34.229668Z","caller":"traceutil/trace.go:171","msg":"trace[1591318545] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23191; }","duration":"2.944961725s","start":"2026-02-26T02:30:31.28468Z","end":"2026-02-26T02:30:34.229642Z","steps":["trace[1591318545] 'agreement among raft nodes before linearized reading' (duration: 2.944724748s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:34.230279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:31.284659Z","time spent":"2.945567445s","remote":"127.0.0.1:52136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:34.229781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.468326Z","time spent":"761.436567ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:34.229587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.796527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:34.230569Z","caller":"traceutil/trace.go:171","msg":"trace[1735158312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23191; }","duration":"631.82851ms","start":"2026-02-26T02:30:33.598727Z","end":"2026-02-26T02:30:34.230556Z","steps":["trace[1735158312] 'agreement among raft nodes before linearized reading' (duration: 630.674584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:34.230613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.598713Z","time spent":"631.884581ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:34.23071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316535029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115586"} {"level":"warn","ts":"2026-02-26T02:30:34.229565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739418822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:34.230761Z","caller":"traceutil/trace.go:171","msg":"trace[1805327396] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23191; }","duration":"3.31661193s","start":"2026-02-26T02:30:30.914137Z","end":"2026-02-26T02:30:34.230749Z","steps":["trace[1805327396] 'agreement among raft nodes before linearized reading' (duration: 3.315944269s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:34.23076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316555829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115586"} {"level":"info","ts":"2026-02-26T02:30:34.23078Z","caller":"traceutil/trace.go:171","msg":"trace[1067988658] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23191; }","duration":"1.740696342s","start":"2026-02-26T02:30:32.490073Z","end":"2026-02-26T02:30:34.23077Z","steps":["trace[1067988658] 'agreement among raft nodes before linearized reading' (duration: 1.739327538s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:34.230798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.914125Z","time spent":"3.316660602s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115608,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T02:30:34.230816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:32.490052Z","time spent":"1.740753694s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:34.229687Z","caller":"traceutil/trace.go:171","msg":"trace[201999325] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23191; }","duration":"3.314335568s","start":"2026-02-26T02:30:30.915339Z","end":"2026-02-26T02:30:34.229674Z","steps":["trace[201999325] 'agreement among raft nodes before linearized reading' (duration: 3.314173293s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:34.231086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.91531Z","time spent":"3.315763934s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:30:34.2308Z","caller":"traceutil/trace.go:171","msg":"trace[578197620] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23191; }","duration":"3.316603171s","start":"2026-02-26T02:30:30.914188Z","end":"2026-02-26T02:30:34.230791Z","steps":["trace[578197620] 'agreement among raft nodes before linearized reading' (duration: 3.31562786s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:34.231494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:30.914174Z","time spent":"3.317297012s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115608,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T02:30:34.230194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:31.623803Z","time spent":"2.60637997s","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:34.730377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:35.261892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.520267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:35.262714Z","caller":"traceutil/trace.go:171","msg":"trace[1867161686] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"1.575575598s","start":"2026-02-26T02:30:33.687123Z","end":"2026-02-26T02:30:35.262698Z","steps":["trace[1867161686] 'process raft request' (duration: 1.381091591s)","trace[1867161686] 'compare' (duration: 192.928908ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:35.262765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.687101Z","time spent":"1.575638981s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:35.263048Z","caller":"traceutil/trace.go:171","msg":"trace[1630543766] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"1.385540411s","start":"2026-02-26T02:30:33.877471Z","end":"2026-02-26T02:30:35.263011Z","steps":["trace[1630543766] 'process raft request' (duration: 1.384533439s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.263094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.877444Z","time spent":"1.385623434s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:35.263178Z","caller":"traceutil/trace.go:171","msg":"trace[1955586330] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"1.029975437s","start":"2026-02-26T02:30:34.233197Z","end":"2026-02-26T02:30:35.263172Z","steps":["trace[1955586330] 'process raft request' (duration: 1.029194733s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.26322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:34.233176Z","time spent":"1.030023459s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:35.263269Z","caller":"traceutil/trace.go:171","msg":"trace[657343564] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"1.303435944s","start":"2026-02-26T02:30:33.959815Z","end":"2026-02-26T02:30:35.263251Z","steps":["trace[657343564] 'process raft request' (duration: 1.302303978s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:35.263306Z","caller":"traceutil/trace.go:171","msg":"trace[1539047766] linearizableReadLoop","detail":"{readStateIndex:24013; appliedIndex:24004; }","duration":"1.033810629s","start":"2026-02-26T02:30:34.229488Z","end":"2026-02-26T02:30:35.263299Z","steps":["trace[1539047766] 'read index received' (duration: 838.734893ms)","trace[1539047766] 'applied index is now lower than readState.Index' (duration: 195.074906ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:35.263364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.959791Z","time spent":"1.303526687s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:35.263371Z","caller":"traceutil/trace.go:171","msg":"trace[257776231] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"1.303056692s","start":"2026-02-26T02:30:33.960265Z","end":"2026-02-26T02:30:35.263322Z","steps":["trace[257776231] 'process raft request' (duration: 1.302008079s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:35.263458Z","caller":"traceutil/trace.go:171","msg":"trace[85013275] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"1.303501915s","start":"2026-02-26T02:30:33.959921Z","end":"2026-02-26T02:30:35.263423Z","steps":["trace[85013275] 'process raft request' (duration: 1.302251676s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:35.263544Z","caller":"traceutil/trace.go:171","msg":"trace[309942406] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"1.303218617s","start":"2026-02-26T02:30:33.960312Z","end":"2026-02-26T02:30:35.263531Z","steps":["trace[309942406] 'process raft request' (duration: 1.302005508s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.263571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572243472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:35.26361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.960253Z","time spent":"1.303227507s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:35.26363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.95989Z","time spent":"1.3036528s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:35.263653Z","caller":"traceutil/trace.go:171","msg":"trace[1744671302] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23202; }","duration":"1.572375666s","start":"2026-02-26T02:30:33.691256Z","end":"2026-02-26T02:30:35.263632Z","steps":["trace[1744671302] 'agreement among raft nodes before linearized reading' (duration: 1.572220221s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.263681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.119952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:30:35.263692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.960301Z","time spent":"1.303297689s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:35.263701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.691191Z","time spent":"1.57250114s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:30:35.26374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023860773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:35.263764Z","caller":"traceutil/trace.go:171","msg":"trace[1490563535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23202; }","duration":"1.023884114s","start":"2026-02-26T02:30:34.239875Z","end":"2026-02-26T02:30:35.263759Z","steps":["trace[1490563535] 'agreement among raft nodes before linearized reading' (duration: 1.023848773s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.263782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:34.239849Z","time spent":"1.023929246s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:35.263555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029007846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-02-26T02:30:35.263477Z","caller":"traceutil/trace.go:171","msg":"trace[2036780818] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"1.302480213s","start":"2026-02-26T02:30:33.960966Z","end":"2026-02-26T02:30:35.263446Z","steps":["trace[2036780818] 'process raft request' (duration: 1.301385968s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:35.263831Z","caller":"traceutil/trace.go:171","msg":"trace[1899863395] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23202; }","duration":"1.029302556s","start":"2026-02-26T02:30:34.234518Z","end":"2026-02-26T02:30:35.26382Z","steps":["trace[1899863395] 'agreement among raft nodes before linearized reading' (duration: 1.028964995s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.263865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:34.234505Z","time spent":"1.029351027s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T02:30:35.263891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.960952Z","time spent":"1.302902797s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:35.263917Z","caller":"traceutil/trace.go:171","msg":"trace[1823102405] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"1.303905569s","start":"2026-02-26T02:30:33.959997Z","end":"2026-02-26T02:30:35.263902Z","steps":["trace[1823102405] 'process raft request' (duration: 1.302225615s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.263937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025936969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130057"} {"level":"info","ts":"2026-02-26T02:30:35.263957Z","caller":"traceutil/trace.go:171","msg":"trace[1657048571] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23202; }","duration":"1.02597346s","start":"2026-02-26T02:30:34.237978Z","end":"2026-02-26T02:30:35.263952Z","steps":["trace[1657048571] 'agreement among raft nodes before linearized reading' (duration: 1.025894138s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.263975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:34.237971Z","time spent":"1.026000161s","remote":"127.0.0.1:44848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130079,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:30:35.263997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.959981Z","time spent":"1.303973301s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:35.264021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301017737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:35.264064Z","caller":"traceutil/trace.go:171","msg":"trace[1110817004] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23202; }","duration":"1.301084819s","start":"2026-02-26T02:30:33.962966Z","end":"2026-02-26T02:30:35.264051Z","steps":["trace[1110817004] 'agreement among raft nodes before linearized reading' (duration: 1.301015887s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.264107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.962958Z","time spent":"1.301140401s","remote":"127.0.0.1:47804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:35.264127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028062987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-26T02:30:35.264148Z","caller":"traceutil/trace.go:171","msg":"trace[258973909] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23202; }","duration":"1.028096097s","start":"2026-02-26T02:30:34.236044Z","end":"2026-02-26T02:30:35.26414Z","steps":["trace[258973909] 'agreement among raft nodes before linearized reading' (duration: 1.028041265s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.264167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:34.236036Z","time spent":"1.028127479s","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T02:30:35.264282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318217713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:35.264326Z","caller":"traceutil/trace.go:171","msg":"trace[45403532] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23202; }","duration":"1.318261685s","start":"2026-02-26T02:30:33.946054Z","end":"2026-02-26T02:30:35.264316Z","steps":["trace[45403532] 'agreement among raft nodes before linearized reading' (duration: 1.318195253s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.264361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.946035Z","time spent":"1.318318146s","remote":"127.0.0.1:47496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:35.263711Z","caller":"traceutil/trace.go:171","msg":"trace[1168120259] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23202; }","duration":"860.177013ms","start":"2026-02-26T02:30:34.403527Z","end":"2026-02-26T02:30:35.263704Z","steps":["trace[1168120259] 'agreement among raft nodes before linearized reading' (duration: 860.129322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.264464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:34.403512Z","time spent":"860.930768ms","remote":"127.0.0.1:47246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:35.264298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028597793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-26T02:30:35.264702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503659093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:35.264724Z","caller":"traceutil/trace.go:171","msg":"trace[1258937906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23202; }","duration":"1.029034697s","start":"2026-02-26T02:30:34.235679Z","end":"2026-02-26T02:30:35.264713Z","steps":["trace[1258937906] 'agreement among raft nodes before linearized reading' (duration: 1.028575333s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:35.264754Z","caller":"traceutil/trace.go:171","msg":"trace[789128875] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23202; }","duration":"1.503743636s","start":"2026-02-26T02:30:33.76099Z","end":"2026-02-26T02:30:35.264733Z","steps":["trace[789128875] 'agreement among raft nodes before linearized reading' (duration: 1.503643193s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.264762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:34.235671Z","time spent":"1.029080548s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:30:35.264793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.760971Z","time spent":"1.503808798s","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:35.265396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501230137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:35.265781Z","caller":"traceutil/trace.go:171","msg":"trace[741099267] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23202; }","duration":"1.501365421s","start":"2026-02-26T02:30:33.764096Z","end":"2026-02-26T02:30:35.265461Z","steps":["trace[741099267] 'agreement among raft nodes before linearized reading' (duration: 1.500237745s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:35.265909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:33.764079Z","time spent":"1.501813635s","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:35.769981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:36.270542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:36.771532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:36.977412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.661688902s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:30:37.098843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:36.164528Z","time spent":"934.305228ms","remote":"127.0.0.1:42160","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:30:37.100147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.408238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:37.100324Z","caller":"traceutil/trace.go:171","msg":"trace[42962890] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"1.832392535s","start":"2026-02-26T02:30:35.267891Z","end":"2026-02-26T02:30:37.100283Z","steps":["trace[42962890] 'process raft request' (duration: 1.709724888s)","trace[42962890] 'compare' (duration: 121.486149ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:37.100404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.267878Z","time spent":"1.832486397s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:30:37.274095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000584647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:30:37.274166Z","caller":"traceutil/trace.go:171","msg":"trace[1500569927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00068294s","start":"2026-02-26T02:30:35.273468Z","end":"2026-02-26T02:30:37.274151Z","steps":["trace[1500569927] 'agreement among raft nodes before linearized reading' (duration: 2.000595737s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:37.274204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.273462Z","time spent":"2.000734052s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:30:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:30:37.925527Z","caller":"traceutil/trace.go:171","msg":"trace[543076309] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"2.654726656s","start":"2026-02-26T02:30:35.270768Z","end":"2026-02-26T02:30:37.925494Z","steps":["trace[543076309] 'process raft request' (duration: 2.653568769s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:37.925622Z","caller":"traceutil/trace.go:171","msg":"trace[998416947] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"1.688187144s","start":"2026-02-26T02:30:36.237411Z","end":"2026-02-26T02:30:37.925598Z","steps":["trace[998416947] 'process raft request' (duration: 1.687700369s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:37.925704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.270757Z","time spent":"2.65486022s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:37.925715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:36.237392Z","time spent":"1.688272746s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:38.425317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.102886ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:30:38.425453Z","caller":"traceutil/trace.go:171","msg":"trace[906520969] linearizableReadLoop","detail":"{readStateIndex:24019; appliedIndex:24015; }","duration":"3.156158773s","start":"2026-02-26T02:30:35.26927Z","end":"2026-02-26T02:30:38.425429Z","steps":["trace[906520969] 'read index received' (duration: 1.708360264s)","trace[906520969] 'applied index is now lower than readState.Index' (duration: 1.447796549s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:38.426086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156792023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:30:38.426167Z","caller":"traceutil/trace.go:171","msg":"trace[102919136] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23205; }","duration":"3.156899397s","start":"2026-02-26T02:30:35.269249Z","end":"2026-02-26T02:30:38.426149Z","steps":["trace[102919136] 'agreement among raft nodes before linearized reading' (duration: 3.156743052s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.426218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.269243Z","time spent":"3.156957489s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:30:38.429897Z","caller":"traceutil/trace.go:171","msg":"trace[972631257] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"1.157984822s","start":"2026-02-26T02:30:37.27189Z","end":"2026-02-26T02:30:38.429875Z","steps":["trace[972631257] 'process raft request' (duration: 1.157723924s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.43013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:37.271858Z","time spent":"1.15818329s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:38.430378Z","caller":"traceutil/trace.go:171","msg":"trace[603518929] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"1.157933431s","start":"2026-02-26T02:30:37.272427Z","end":"2026-02-26T02:30:38.430361Z","steps":["trace[603518929] 'process raft request' (duration: 1.157706273s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.430538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:37.272404Z","time spent":"1.158077766s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:38.430725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739837089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:30:38.430362Z","caller":"traceutil/trace.go:171","msg":"trace[1851393774] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"1.157821368s","start":"2026-02-26T02:30:37.272517Z","end":"2026-02-26T02:30:38.430338Z","steps":["trace[1851393774] 'process raft request' (duration: 1.157299541s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.430878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740014855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:30:38.430883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:37.272502Z","time spent":"1.158313663s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:38.431009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156860587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:38.430571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15479896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T02:30:38.431039Z","caller":"traceutil/trace.go:171","msg":"trace[1709520424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23211; }","duration":"1.156910209s","start":"2026-02-26T02:30:37.274122Z","end":"2026-02-26T02:30:38.431033Z","steps":["trace[1709520424] 'agreement among raft nodes before linearized reading' (duration: 1.156847467s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:38.431063Z","caller":"traceutil/trace.go:171","msg":"trace[941617591] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23211; }","duration":"3.155337497s","start":"2026-02-26T02:30:35.27571Z","end":"2026-02-26T02:30:38.431048Z","steps":["trace[941617591] 'agreement among raft nodes before linearized reading' (duration: 3.154712678s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.431082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:37.274113Z","time spent":"1.15696215s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:38.431157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740319634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:38.431244Z","caller":"traceutil/trace.go:171","msg":"trace[58918278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23211; }","duration":"2.740429878s","start":"2026-02-26T02:30:35.690789Z","end":"2026-02-26T02:30:38.431219Z","steps":["trace[58918278] 'agreement among raft nodes before linearized reading' (duration: 2.739945313s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:38.431276Z","caller":"traceutil/trace.go:171","msg":"trace[948801496] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"1.158442038s","start":"2026-02-26T02:30:37.272828Z","end":"2026-02-26T02:30:38.43127Z","steps":["trace[948801496] 'process raft request' (duration: 1.157543379s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.431299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.690784Z","time spent":"2.74050444s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:30:38.431271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324660407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-26T02:30:38.431379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:37.272795Z","time spent":"1.158500049s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:38.431368Z","caller":"traceutil/trace.go:171","msg":"trace[1394377505] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24; range_end:; response_count:1; response_revision:23211; }","duration":"1.324790731s","start":"2026-02-26T02:30:37.106559Z","end":"2026-02-26T02:30:38.43135Z","steps":["trace[1394377505] 'agreement among raft nodes before linearized reading' (duration: 1.324495212s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.431469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740634505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:30:38.431504Z","caller":"traceutil/trace.go:171","msg":"trace[506471588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23211; }","duration":"2.740679466s","start":"2026-02-26T02:30:35.690815Z","end":"2026-02-26T02:30:38.431495Z","steps":["trace[506471588] 'agreement among raft nodes before linearized reading' (duration: 2.740592833s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.43153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.690811Z","time spent":"2.740712647s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:30:38.431566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.031489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-02-26T02:30:38.431465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:37.106506Z","time spent":"1.324941606s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" "} {"level":"info","ts":"2026-02-26T02:30:38.431609Z","caller":"traceutil/trace.go:171","msg":"trace[1146559232] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23211; }","duration":"480.099821ms","start":"2026-02-26T02:30:37.951502Z","end":"2026-02-26T02:30:38.431602Z","steps":["trace[1146559232] 'agreement among raft nodes before linearized reading' (duration: 479.992278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.431655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:37.951488Z","time spent":"480.159373ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-26T02:30:38.431251Z","caller":"traceutil/trace.go:171","msg":"trace[1379135444] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"1.158422857s","start":"2026-02-26T02:30:37.272801Z","end":"2026-02-26T02:30:38.431223Z","steps":["trace[1379135444] 'process raft request' (duration: 1.157535759s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.431759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:37.272788Z","time spent":"1.158912732s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:38.431799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.275691Z","time spent":"3.155407889s","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:30:38.431481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.300224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:38.431866Z","caller":"traceutil/trace.go:171","msg":"trace[1610284858] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23211; }","duration":"161.714077ms","start":"2026-02-26T02:30:38.270133Z","end":"2026-02-26T02:30:38.431847Z","steps":["trace[1610284858] 'agreement among raft nodes before linearized reading' (duration: 161.325515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.431938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.718236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T02:30:38.430877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721012691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:38.431971Z","caller":"traceutil/trace.go:171","msg":"trace[1584470998] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23211; }","duration":"976.85899ms","start":"2026-02-26T02:30:37.455102Z","end":"2026-02-26T02:30:38.431961Z","steps":["trace[1584470998] 'agreement among raft nodes before linearized reading' (duration: 976.763317ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:38.432009Z","caller":"traceutil/trace.go:171","msg":"trace[1601190411] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23211; }","duration":"2.722175718s","start":"2026-02-26T02:30:35.709818Z","end":"2026-02-26T02:30:38.431994Z","steps":["trace[1601190411] 'agreement among raft nodes before linearized reading' (duration: 2.720795034s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.432015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:37.455085Z","time spent":"976.923442ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:30:38.432052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.709809Z","time spent":"2.72222769s","remote":"127.0.0.1:56546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:38.430988Z","caller":"traceutil/trace.go:171","msg":"trace[1370512369] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"1.158189099s","start":"2026-02-26T02:30:37.272782Z","end":"2026-02-26T02:30:38.430971Z","steps":["trace[1370512369] 'process raft request' (duration: 1.157511448s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.432156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:37.272771Z","time spent":"1.159309905s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:38.430939Z","caller":"traceutil/trace.go:171","msg":"trace[199842524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23211; }","duration":"2.740089427s","start":"2026-02-26T02:30:35.69084Z","end":"2026-02-26T02:30:38.43093Z","steps":["trace[199842524] 'agreement among raft nodes before linearized reading' (duration: 2.739966343s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.432197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.690834Z","time spent":"2.741353287s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:30:38.430817Z","caller":"traceutil/trace.go:171","msg":"trace[189120787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23211; }","duration":"2.739931342s","start":"2026-02-26T02:30:35.690865Z","end":"2026-02-26T02:30:38.430796Z","steps":["trace[189120787] 'agreement among raft nodes before linearized reading' (duration: 2.739752366s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.432451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.69086Z","time spent":"2.741517513s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:38.43241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330480166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:30:38.432516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99549355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-02-26T02:30:38.432535Z","caller":"traceutil/trace.go:171","msg":"trace[1579352627] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23211; }","duration":"2.330642371s","start":"2026-02-26T02:30:36.101877Z","end":"2026-02-26T02:30:38.432519Z","steps":["trace[1579352627] 'agreement among raft nodes before linearized reading' (duration: 2.330490396s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.432567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654767537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:38.432771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995763598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21561"} {"level":"warn","ts":"2026-02-26T02:30:38.432788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679315472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-02-26T02:30:38.432823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742083331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:30:38.432841Z","caller":"traceutil/trace.go:171","msg":"trace[1859856290] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23211; }","duration":"1.679405656s","start":"2026-02-26T02:30:36.753422Z","end":"2026-02-26T02:30:38.432827Z","steps":["trace[1859856290] 'agreement among raft nodes before linearized reading' (duration: 1.679285752s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:38.432875Z","caller":"traceutil/trace.go:171","msg":"trace[1445356808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23211; }","duration":"2.742166073s","start":"2026-02-26T02:30:35.690697Z","end":"2026-02-26T02:30:38.432864Z","steps":["trace[1445356808] 'agreement among raft nodes before linearized reading' (duration: 2.742082931s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.432903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.690679Z","time spent":"2.742217114s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:38.432921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99583038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11169"} {"level":"info","ts":"2026-02-26T02:30:38.43295Z","caller":"traceutil/trace.go:171","msg":"trace[2121439297] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:23211; }","duration":"2.995870082s","start":"2026-02-26T02:30:35.437074Z","end":"2026-02-26T02:30:38.432944Z","steps":["trace[2121439297] 'agreement among raft nodes before linearized reading' (duration: 2.995787519s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:38.432826Z","caller":"traceutil/trace.go:171","msg":"trace[1203937470] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:23211; }","duration":"2.995840141s","start":"2026-02-26T02:30:35.436969Z","end":"2026-02-26T02:30:38.432809Z","steps":["trace[1203937470] 'agreement among raft nodes before linearized reading' (duration: 2.995631684s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.432975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.437069Z","time spent":"2.995901643s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11191,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:30:38.432991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.436949Z","time spent":"2.996034747s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21583,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:30:38.432896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:36.7534Z","time spent":"1.679484128s","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-02-26T02:30:38.432825Z","caller":"traceutil/trace.go:171","msg":"trace[1883571401] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23211; }","duration":"2.655145409s","start":"2026-02-26T02:30:35.777631Z","end":"2026-02-26T02:30:38.432777Z","steps":["trace[1883571401] 'agreement among raft nodes before linearized reading' (duration: 2.654749336s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:38.432547Z","caller":"traceutil/trace.go:171","msg":"trace[823426703] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:23211; }","duration":"2.995540321s","start":"2026-02-26T02:30:35.436998Z","end":"2026-02-26T02:30:38.432538Z","steps":["trace[823426703] 'agreement among raft nodes before linearized reading' (duration: 2.995406117s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.433178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.436993Z","time spent":"2.996172841s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-02-26T02:30:38.433203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.777615Z","time spent":"2.655572333s","remote":"127.0.0.1:47750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:38.43259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:36.101858Z","time spent":"2.330715283s","remote":"127.0.0.1:51242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:38.432691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663341056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-02-26T02:30:38.433459Z","caller":"traceutil/trace.go:171","msg":"trace[1003468332] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23211; }","duration":"1.664124841s","start":"2026-02-26T02:30:36.769316Z","end":"2026-02-26T02:30:38.433441Z","steps":["trace[1003468332] 'agreement among raft nodes before linearized reading' (duration: 1.663295154s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.433515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:36.769306Z","time spent":"1.664193843s","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-02-26T02:30:38.432625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995567922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-02-26T02:30:38.433676Z","caller":"traceutil/trace.go:171","msg":"trace[371446937] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23211; }","duration":"2.996611356s","start":"2026-02-26T02:30:35.43705Z","end":"2026-02-26T02:30:38.433661Z","steps":["trace[371446937] 'agreement among raft nodes before linearized reading' (duration: 2.995514131s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.433731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.437045Z","time spent":"2.996669667s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":917,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-26T02:30:38.432736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995754608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-02-26T02:30:38.433838Z","caller":"traceutil/trace.go:171","msg":"trace[1878914223] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23211; }","duration":"2.996877964s","start":"2026-02-26T02:30:35.436943Z","end":"2026-02-26T02:30:38.433821Z","steps":["trace[1878914223] 'agreement among raft nodes before linearized reading' (duration: 2.995737487s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.433859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996791471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-02-26T02:30:38.433882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.436927Z","time spent":"2.996944656s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1170,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-02-26T02:30:38.4339Z","caller":"traceutil/trace.go:171","msg":"trace[94710077] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:23211; }","duration":"2.996842823s","start":"2026-02-26T02:30:35.437046Z","end":"2026-02-26T02:30:38.433888Z","steps":["trace[94710077] 'agreement among raft nodes before linearized reading' (duration: 2.996704609s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.433927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.437043Z","time spent":"2.996878184s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:30:38.434828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997778312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7564"} {"level":"info","ts":"2026-02-26T02:30:38.434874Z","caller":"traceutil/trace.go:171","msg":"trace[1297863151] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:23211; }","duration":"2.997837084s","start":"2026-02-26T02:30:35.437027Z","end":"2026-02-26T02:30:38.434864Z","steps":["trace[1297863151] 'agreement among raft nodes before linearized reading' (duration: 2.995613463s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:38.434923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:35.437022Z","time spent":"2.997891457s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7586,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-02-26T02:30:42.391865Z","caller":"traceutil/trace.go:171","msg":"trace[168317390] linearizableReadLoop","detail":"{readStateIndex:24056; appliedIndex:24055; }","duration":"259.596786ms","start":"2026-02-26T02:30:42.132235Z","end":"2026-02-26T02:30:42.391832Z","steps":["trace[168317390] 'read index received' (duration: 259.269916ms)","trace[168317390] 'applied index is now lower than readState.Index' (duration: 325.49µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:42.391991Z","caller":"traceutil/trace.go:171","msg":"trace[929706833] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"451.015566ms","start":"2026-02-26T02:30:41.940942Z","end":"2026-02-26T02:30:42.391958Z","steps":["trace[929706833] 'process raft request' (duration: 450.686726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:42.392091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.835194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:42.392135Z","caller":"traceutil/trace.go:171","msg":"trace[523646680] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23241; }","duration":"259.946547ms","start":"2026-02-26T02:30:42.132175Z","end":"2026-02-26T02:30:42.392122Z","steps":["trace[523646680] 'agreement among raft nodes before linearized reading' (duration: 259.825674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:42.392132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:41.940907Z","time spent":"451.14708ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:42.39224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.150148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:42.392323Z","caller":"traceutil/trace.go:171","msg":"trace[1717506300] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23241; }","duration":"251.316853ms","start":"2026-02-26T02:30:42.140991Z","end":"2026-02-26T02:30:42.392308Z","steps":["trace[1717506300] 'agreement among raft nodes before linearized reading' (duration: 251.159458ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:42.605219Z","caller":"traceutil/trace.go:171","msg":"trace[1952711691] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"159.040271ms","start":"2026-02-26T02:30:42.446145Z","end":"2026-02-26T02:30:42.605186Z","steps":["trace[1952711691] 'process raft request' (duration: 158.585037ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:42.608745Z","caller":"traceutil/trace.go:171","msg":"trace[1381230279] linearizableReadLoop","detail":"{readStateIndex:24062; appliedIndex:24056; }","duration":"152.6779ms","start":"2026-02-26T02:30:42.456049Z","end":"2026-02-26T02:30:42.608727Z","steps":["trace[1381230279] 'read index received' (duration: 148.636151ms)","trace[1381230279] 'applied index is now lower than readState.Index' (duration: 4.040909ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:42.608947Z","caller":"traceutil/trace.go:171","msg":"trace[2050811675] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"160.442366ms","start":"2026-02-26T02:30:42.448497Z","end":"2026-02-26T02:30:42.608939Z","steps":["trace[2050811675] 'process raft request' (duration: 160.023933ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:42.609006Z","caller":"traceutil/trace.go:171","msg":"trace[914260087] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"153.424784ms","start":"2026-02-26T02:30:42.455553Z","end":"2026-02-26T02:30:42.608977Z","steps":["trace[914260087] 'process raft request' (duration: 153.149705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:42.609196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.139744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:42.609237Z","caller":"traceutil/trace.go:171","msg":"trace[875911822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23247; }","duration":"153.227177ms","start":"2026-02-26T02:30:42.456002Z","end":"2026-02-26T02:30:42.60923Z","steps":["trace[875911822] 'agreement among raft nodes before linearized reading' (duration: 153.097373ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:42.609267Z","caller":"traceutil/trace.go:171","msg":"trace[283256723] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"154.369993ms","start":"2026-02-26T02:30:42.454879Z","end":"2026-02-26T02:30:42.609249Z","steps":["trace[283256723] 'process raft request' (duration: 153.735723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:42.60939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.855436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:30:42.609413Z","caller":"traceutil/trace.go:171","msg":"trace[460677222] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"154.290061ms","start":"2026-02-26T02:30:42.455114Z","end":"2026-02-26T02:30:42.609404Z","steps":["trace[460677222] 'process raft request' (duration: 153.530917ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:42.609421Z","caller":"traceutil/trace.go:171","msg":"trace[220578440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23247; }","duration":"152.911447ms","start":"2026-02-26T02:30:42.456503Z","end":"2026-02-26T02:30:42.609415Z","steps":["trace[220578440] 'agreement among raft nodes before linearized reading' (duration: 152.830314ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:42.609508Z","caller":"traceutil/trace.go:171","msg":"trace[189639495] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"154.369083ms","start":"2026-02-26T02:30:42.455132Z","end":"2026-02-26T02:30:42.609501Z","steps":["trace[189639495] 'process raft request' (duration: 153.541707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:42.609711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.648266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:30:42.609752Z","caller":"traceutil/trace.go:171","msg":"trace[1076942509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23247; }","duration":"145.719479ms","start":"2026-02-26T02:30:42.464022Z","end":"2026-02-26T02:30:42.609741Z","steps":["trace[1076942509] 'agreement among raft nodes before linearized reading' (duration: 145.577034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:42.609751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.122952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:30:42.609814Z","caller":"traceutil/trace.go:171","msg":"trace[877664350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23247; }","duration":"146.215914ms","start":"2026-02-26T02:30:42.463584Z","end":"2026-02-26T02:30:42.6098Z","steps":["trace[877664350] 'agreement among raft nodes before linearized reading' (duration: 146.031238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:42.609864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.291034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:30:42.609893Z","caller":"traceutil/trace.go:171","msg":"trace[2080174748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23247; }","duration":"150.364367ms","start":"2026-02-26T02:30:42.459522Z","end":"2026-02-26T02:30:42.609887Z","steps":["trace[2080174748] 'agreement among raft nodes before linearized reading' (duration: 150.289614ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:43.302116Z","caller":"traceutil/trace.go:171","msg":"trace[883481683] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"231.559255ms","start":"2026-02-26T02:30:43.070531Z","end":"2026-02-26T02:30:43.30209Z","steps":["trace[883481683] 'process raft request' (duration: 231.416161ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:43.305738Z","caller":"traceutil/trace.go:171","msg":"trace[354342589] linearizableReadLoop","detail":"{readStateIndex:24071; appliedIndex:24069; }","duration":"149.373565ms","start":"2026-02-26T02:30:43.156349Z","end":"2026-02-26T02:30:43.305722Z","steps":["trace[354342589] 'read index received' (duration: 145.632336ms)","trace[354342589] 'applied index is now lower than readState.Index' (duration: 3.740149ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:43.305839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.474939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:43.305846Z","caller":"traceutil/trace.go:171","msg":"trace[1781382249] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"224.628575ms","start":"2026-02-26T02:30:43.081172Z","end":"2026-02-26T02:30:43.3058Z","steps":["trace[1781382249] 'process raft request' (duration: 224.450399ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:43.3059Z","caller":"traceutil/trace.go:171","msg":"trace[514780811] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23256; }","duration":"149.579621ms","start":"2026-02-26T02:30:43.15631Z","end":"2026-02-26T02:30:43.305889Z","steps":["trace[514780811] 'agreement among raft nodes before linearized reading' (duration: 149.477978ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:48.703672Z","caller":"traceutil/trace.go:171","msg":"trace[1406617422] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"288.503454ms","start":"2026-02-26T02:30:48.415157Z","end":"2026-02-26T02:30:48.70366Z","steps":["trace[1406617422] 'process raft request' (duration: 288.425862ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:48.704002Z","caller":"traceutil/trace.go:171","msg":"trace[1373102221] linearizableReadLoop","detail":"{readStateIndex:24102; appliedIndex:24102; }","duration":"266.834667ms","start":"2026-02-26T02:30:48.43716Z","end":"2026-02-26T02:30:48.703995Z","steps":["trace[1373102221] 'read index received' (duration: 266.831576ms)","trace[1373102221] 'applied index is now lower than readState.Index' (duration: 2.501µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:48.704114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.94863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-26T02:30:48.704134Z","caller":"traceutil/trace.go:171","msg":"trace[2146754347] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23287; }","duration":"267.008942ms","start":"2026-02-26T02:30:48.437119Z","end":"2026-02-26T02:30:48.704128Z","steps":["trace[2146754347] 'agreement among raft nodes before linearized reading' (duration: 266.924139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:49.205005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:49.705859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:49.864107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160890185s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:30:50.655237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.938372ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:30:50.656736Z","caller":"traceutil/trace.go:171","msg":"trace[738149701] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"2.002443286s","start":"2026-02-26T02:30:48.654278Z","end":"2026-02-26T02:30:50.656722Z","steps":["trace[738149701] 'process raft request' (duration: 2.001029891s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:50.656816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.654253Z","time spent":"2.002514839s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:50.670262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:30:50.67034Z","caller":"traceutil/trace.go:171","msg":"trace[16153798] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000039739s","start":"2026-02-26T02:30:48.670282Z","end":"2026-02-26T02:30:50.670321Z","steps":["trace[16153798] 'agreement among raft nodes before linearized reading' (duration: 1.999955207s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:50.670388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.670272Z","time spent":"2.000107692s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:30:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:30:52.199769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398483912s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:52.199862Z","caller":"traceutil/trace.go:171","msg":"trace[1240877290] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23288; }","duration":"1.398585115s","start":"2026-02-26T02:30:50.801262Z","end":"2026-02-26T02:30:52.199847Z","steps":["trace[1240877290] 'range keys from in-memory index tree' (duration: 1.398470452s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.200846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544062077s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:30:52.201071Z","caller":"traceutil/trace.go:171","msg":"trace[1365969613] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"3.530342049s","start":"2026-02-26T02:30:48.670712Z","end":"2026-02-26T02:30:52.201055Z","steps":["trace[1365969613] 'process raft request' (duration: 3.530288058s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.201147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.670702Z","time spent":"3.530405621s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:52.201156Z","caller":"traceutil/trace.go:171","msg":"trace[37549682] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"3.54295611s","start":"2026-02-26T02:30:48.658182Z","end":"2026-02-26T02:30:52.201138Z","steps":["trace[37549682] 'process raft request' (duration: 1.998530922s)","trace[37549682] 'compare' (duration: 1.542607971s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:52.201248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.658163Z","time spent":"3.543026483s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:52.201299Z","caller":"traceutil/trace.go:171","msg":"trace[874917626] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"3.542564318s","start":"2026-02-26T02:30:48.658727Z","end":"2026-02-26T02:30:52.201291Z","steps":["trace[874917626] 'process raft request' (duration: 3.542197716s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.201341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.658712Z","time spent":"3.542609059s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:52.201396Z","caller":"traceutil/trace.go:171","msg":"trace[1371742975] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"3.542227507s","start":"2026-02-26T02:30:48.659162Z","end":"2026-02-26T02:30:52.201389Z","steps":["trace[1371742975] 'process raft request' (duration: 3.541813954s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.201437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.65915Z","time spent":"3.542262298s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:52.201554Z","caller":"traceutil/trace.go:171","msg":"trace[1898135588] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"3.53037825s","start":"2026-02-26T02:30:48.671165Z","end":"2026-02-26T02:30:52.201543Z","steps":["trace[1898135588] 'process raft request' (duration: 3.529862274s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.201615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.671159Z","time spent":"3.530420451s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:52.201839Z","caller":"traceutil/trace.go:171","msg":"trace[644694507] linearizableReadLoop","detail":"{readStateIndex:24110; appliedIndex:24102; }","duration":"3.497792576s","start":"2026-02-26T02:30:48.704021Z","end":"2026-02-26T02:30:52.201814Z","steps":["trace[644694507] 'read index received' (duration: 1.160282326s)","trace[644694507] 'applied index is now lower than readState.Index' (duration: 2.33750869s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:52.201994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530846045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:30:52.202029Z","caller":"traceutil/trace.go:171","msg":"trace[546462206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23294; }","duration":"3.530892637s","start":"2026-02-26T02:30:48.671126Z","end":"2026-02-26T02:30:52.202019Z","steps":["trace[546462206] 'agreement among raft nodes before linearized reading' (duration: 3.530695661s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.20206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530929118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:30:52.202092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.671117Z","time spent":"3.530964659s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:52.202166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531377312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:30:52.202194Z","caller":"traceutil/trace.go:171","msg":"trace[2090093570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23294; }","duration":"3.531426833s","start":"2026-02-26T02:30:48.670759Z","end":"2026-02-26T02:30:52.202186Z","steps":["trace[2090093570] 'agreement among raft nodes before linearized reading' (duration: 3.531350891s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.202227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.670754Z","time spent":"3.531465004s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:30:52.202225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582436154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:52.202335Z","caller":"traceutil/trace.go:171","msg":"trace[1472271487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23294; }","duration":"3.582598209s","start":"2026-02-26T02:30:48.619715Z","end":"2026-02-26T02:30:52.202313Z","steps":["trace[1472271487] 'agreement among raft nodes before linearized reading' (duration: 3.582433224s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.202381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.619693Z","time spent":"3.582675451s","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:52.202404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673981402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:30:52.202429Z","caller":"traceutil/trace.go:171","msg":"trace[1046245457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23294; }","duration":"3.674006883s","start":"2026-02-26T02:30:48.528415Z","end":"2026-02-26T02:30:52.202422Z","steps":["trace[1046245457] 'agreement among raft nodes before linearized reading' (duration: 3.67392616s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:52.202452Z","caller":"traceutil/trace.go:171","msg":"trace[95852227] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"2.90138101s","start":"2026-02-26T02:30:49.301057Z","end":"2026-02-26T02:30:52.202438Z","steps":["trace[95852227] 'process raft request' (duration: 2.9004283s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.20246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.5284Z","time spent":"3.674053594s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:30:52.20254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:49.301031Z","time spent":"2.901445713s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:52.202671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532018013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:30:52.202718Z","caller":"traceutil/trace.go:171","msg":"trace[1339086353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23294; }","duration":"3.532080574s","start":"2026-02-26T02:30:48.670612Z","end":"2026-02-26T02:30:52.202693Z","steps":["trace[1339086353] 'agreement among raft nodes before linearized reading' (duration: 3.5319429s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.20274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530412192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:30:52.202746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.670595Z","time spent":"3.532144836s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:30:52.20277Z","caller":"traceutil/trace.go:171","msg":"trace[1204596508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23294; }","duration":"3.530456243s","start":"2026-02-26T02:30:48.672305Z","end":"2026-02-26T02:30:52.202761Z","steps":["trace[1204596508] 'agreement among raft nodes before linearized reading' (duration: 3.53036928s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.202813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.672298Z","time spent":"3.530506954s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:30:52.202092Z","caller":"traceutil/trace.go:171","msg":"trace[38593935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23294; }","duration":"3.53099314s","start":"2026-02-26T02:30:48.67109Z","end":"2026-02-26T02:30:52.202083Z","steps":["trace[38593935] 'agreement among raft nodes before linearized reading' (duration: 3.530827245s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.202875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.671083Z","time spent":"3.531781345s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:30:52.670105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:30:52.670185Z","caller":"traceutil/trace.go:171","msg":"trace[735821142] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00001798s","start":"2026-02-26T02:30:50.67015Z","end":"2026-02-26T02:30:52.670168Z","steps":["trace[735821142] 'agreement among raft nodes before linearized reading' (duration: 1.999906676s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:52.670232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:50.670131Z","time spent":"2.000091982s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:30:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:30:52.702435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:53.202757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:53.208438Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.930313279s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:30:53.253517Z","caller":"traceutil/trace.go:171","msg":"trace[815996628] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"2.975455394s","start":"2026-02-26T02:30:50.278029Z","end":"2026-02-26T02:30:53.253485Z","steps":["trace[815996628] 'process raft request' (duration: 2.93063127s)","trace[815996628] 'compare' (duration: 44.275146ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:53.25371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:50.278011Z","time spent":"2.975620538s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:53.255096Z","caller":"traceutil/trace.go:171","msg":"trace[726472905] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"2.938290343s","start":"2026-02-26T02:30:50.31678Z","end":"2026-02-26T02:30:53.25507Z","steps":["trace[726472905] 'process raft request' (duration: 2.937945602s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.255251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:50.316743Z","time spent":"2.938419587s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:53.255785Z","caller":"traceutil/trace.go:171","msg":"trace[1006954343] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"1.048794695s","start":"2026-02-26T02:30:52.206957Z","end":"2026-02-26T02:30:53.255751Z","steps":["trace[1006954343] 'process raft request' (duration: 1.047979099s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.255947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:52.206938Z","time spent":"1.048923798s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:53.256126Z","caller":"traceutil/trace.go:171","msg":"trace[450455334] linearizableReadLoop","detail":"{readStateIndex:24119; appliedIndex:24110; }","duration":"1.054212117s","start":"2026-02-26T02:30:52.201893Z","end":"2026-02-26T02:30:53.256105Z","steps":["trace[450455334] 'read index received' (duration: 1.006855003s)","trace[450455334] 'applied index is now lower than readState.Index' (duration: 47.356154ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:30:53.256409Z","caller":"traceutil/trace.go:171","msg":"trace[1401089837] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"1.049403204s","start":"2026-02-26T02:30:52.206993Z","end":"2026-02-26T02:30:53.256396Z","steps":["trace[1401089837] 'process raft request' (duration: 1.047992149s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.256605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:52.206976Z","time spent":"1.049471206s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:53.257023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.799487048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:53.257073Z","caller":"traceutil/trace.go:171","msg":"trace[1012125465] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23303; }","duration":"3.799572721s","start":"2026-02-26T02:30:49.457488Z","end":"2026-02-26T02:30:53.257061Z","steps":["trace[1012125465] 'agreement among raft nodes before linearized reading' (duration: 3.799486368s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.257108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:49.457473Z","time spent":"3.799626793s","remote":"127.0.0.1:47262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:53.257312Z","caller":"traceutil/trace.go:171","msg":"trace[2008718192] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"1.050254491s","start":"2026-02-26T02:30:52.207043Z","end":"2026-02-26T02:30:53.257297Z","steps":["trace[2008718192] 'process raft request' (duration: 1.04895836s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.2574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:52.207028Z","time spent":"1.050325203s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:53.257621Z","caller":"traceutil/trace.go:171","msg":"trace[967958476] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"1.050152647s","start":"2026-02-26T02:30:52.207455Z","end":"2026-02-26T02:30:53.257608Z","steps":["trace[967958476] 'process raft request' (duration: 1.048579248s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.257704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:52.207446Z","time spent":"1.050209669s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:53.258047Z","caller":"traceutil/trace.go:171","msg":"trace[90690208] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"579.729065ms","start":"2026-02-26T02:30:52.678297Z","end":"2026-02-26T02:30:53.258026Z","steps":["trace[90690208] 'process raft request' (duration: 577.772073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.258122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:52.678273Z","time spent":"579.811458ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:53.258282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400874708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:53.25832Z","caller":"traceutil/trace.go:171","msg":"trace[967233102] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23303; }","duration":"1.400955981s","start":"2026-02-26T02:30:51.857355Z","end":"2026-02-26T02:30:53.258311Z","steps":["trace[967233102] 'agreement among raft nodes before linearized reading' (duration: 1.400889719s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.25835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:51.857332Z","time spent":"1.401009313s","remote":"127.0.0.1:45250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:53.258609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808746764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:53.258652Z","caller":"traceutil/trace.go:171","msg":"trace[1929169574] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23303; }","duration":"1.808828526s","start":"2026-02-26T02:30:51.449813Z","end":"2026-02-26T02:30:53.258642Z","steps":["trace[1929169574] 'agreement among raft nodes before linearized reading' (duration: 1.808753434s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.258684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:51.449793Z","time spent":"1.808882898s","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:53.259061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147299462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:53.259106Z","caller":"traceutil/trace.go:171","msg":"trace[1241723604] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23303; }","duration":"3.14754041s","start":"2026-02-26T02:30:50.111556Z","end":"2026-02-26T02:30:53.259096Z","steps":["trace[1241723604] 'agreement among raft nodes before linearized reading' (duration: 3.147283732s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.259139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:50.111539Z","time spent":"3.147590451s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:53.259294Z","caller":"traceutil/trace.go:171","msg":"trace[1007496153] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"2.549623578s","start":"2026-02-26T02:30:50.709643Z","end":"2026-02-26T02:30:53.259267Z","steps":["trace[1007496153] 'process raft request' (duration: 2.545207738s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.259328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.769978471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:53.259357Z","caller":"traceutil/trace.go:171","msg":"trace[1230325302] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23303; }","duration":"3.770035043s","start":"2026-02-26T02:30:49.489314Z","end":"2026-02-26T02:30:53.259349Z","steps":["trace[1230325302] 'agreement among raft nodes before linearized reading' (duration: 3.769983351s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.259393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:49.489301Z","time spent":"3.770084414s","remote":"127.0.0.1:45236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:53.25942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:50.709616Z","time spent":"2.549727121s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:53.259716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051744498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:30:53.259743Z","caller":"traceutil/trace.go:171","msg":"trace[98870565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23303; }","duration":"1.051785489s","start":"2026-02-26T02:30:52.20795Z","end":"2026-02-26T02:30:53.259735Z","steps":["trace[98870565] 'agreement among raft nodes before linearized reading' (duration: 1.051674326s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.259764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:52.207941Z","time spent":"1.051818641s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:30:53.259908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813056939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:30:53.259931Z","caller":"traceutil/trace.go:171","msg":"trace[801750378] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:23303; }","duration":"3.813126981s","start":"2026-02-26T02:30:49.446798Z","end":"2026-02-26T02:30:53.259925Z","steps":["trace[801750378] 'agreement among raft nodes before linearized reading' (duration: 3.813067719s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.259954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:49.446757Z","time spent":"3.813186774s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-02-26T02:30:53.260078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54754159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:30:53.260104Z","caller":"traceutil/trace.go:171","msg":"trace[725173631] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23303; }","duration":"4.547596153s","start":"2026-02-26T02:30:48.7125Z","end":"2026-02-26T02:30:53.260096Z","steps":["trace[725173631] 'agreement among raft nodes before linearized reading' (duration: 4.547541871s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.260123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.712491Z","time spent":"4.547626903s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:53.26028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.553905722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6000d86a-70d7-467e-9a56-2fc7501d851f\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-26T02:30:53.260315Z","caller":"traceutil/trace.go:171","msg":"trace[1091055270] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6000d86a-70d7-467e-9a56-2fc7501d851f; range_end:; response_count:1; response_revision:23303; }","duration":"4.553971284s","start":"2026-02-26T02:30:48.706337Z","end":"2026-02-26T02:30:53.260309Z","steps":["trace[1091055270] 'agreement among raft nodes before linearized reading' (duration: 4.553896232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.260332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:48.706322Z","time spent":"4.554006346s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-6000d86a-70d7-467e-9a56-2fc7501d851f\" "} {"level":"warn","ts":"2026-02-26T02:30:53.260439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.845463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:53.26047Z","caller":"traceutil/trace.go:171","msg":"trace[513387297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23303; }","duration":"582.908026ms","start":"2026-02-26T02:30:52.677557Z","end":"2026-02-26T02:30:53.260465Z","steps":["trace[513387297] 'agreement among raft nodes before linearized reading' (duration: 582.865115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.26049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:52.677537Z","time spent":"582.949307ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:53.260647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.439533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:30:53.260678Z","caller":"traceutil/trace.go:171","msg":"trace[6530287] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24; range_end:; response_count:1; response_revision:23303; }","duration":"583.503405ms","start":"2026-02-26T02:30:52.677167Z","end":"2026-02-26T02:30:53.26067Z","steps":["trace[6530287] 'agreement among raft nodes before linearized reading' (duration: 583.422402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.260697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:52.677151Z","time spent":"583.541406ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" "} {"level":"info","ts":"2026-02-26T02:30:53.256934Z","caller":"traceutil/trace.go:171","msg":"trace[1882724164] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"1.04988915s","start":"2026-02-26T02:30:52.207031Z","end":"2026-02-26T02:30:53.256921Z","steps":["trace[1882724164] 'process raft request' (duration: 1.048904398s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:53.261451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:52.207015Z","time spent":"1.054382312s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:55.849066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:56.349762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:30:56.603291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.272022096s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:30:56.603689Z","caller":"traceutil/trace.go:171","msg":"trace[872174952] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"1.27247872s","start":"2026-02-26T02:30:55.331188Z","end":"2026-02-26T02:30:56.603667Z","steps":["trace[872174952] 'process raft request' (duration: 1.272299544s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:56.603838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:55.331173Z","time spent":"1.272587964s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:57.79045Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186960103s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:30:57.792832Z","caller":"traceutil/trace.go:171","msg":"trace[1829919429] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"2.303988734s","start":"2026-02-26T02:30:55.488807Z","end":"2026-02-26T02:30:57.792796Z","steps":["trace[1829919429] 'process raft request' (duration: 2.301990451s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:57.79297Z","caller":"traceutil/trace.go:171","msg":"trace[1619941025] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"1.580002148s","start":"2026-02-26T02:30:56.212934Z","end":"2026-02-26T02:30:57.792936Z","steps":["trace[1619941025] 'process raft request' (duration: 1.57975179s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.793029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:55.488794Z","time spent":"2.30415684s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:57.793131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.212921Z","time spent":"1.580121761s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:57.793126Z","caller":"traceutil/trace.go:171","msg":"trace[1070128506] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"1.579305025s","start":"2026-02-26T02:30:56.213796Z","end":"2026-02-26T02:30:57.793101Z","steps":["trace[1070128506] 'process raft request' (duration: 1.579066777s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.793234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.213789Z","time spent":"1.579387717s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:57.793459Z","caller":"traceutil/trace.go:171","msg":"trace[35114233] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"1.57851977s","start":"2026-02-26T02:30:56.214873Z","end":"2026-02-26T02:30:57.793393Z","steps":["trace[35114233] 'process raft request' (duration: 1.578031725s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:57.793505Z","caller":"traceutil/trace.go:171","msg":"trace[528918317] linearizableReadLoop","detail":"{readStateIndex:24145; appliedIndex:24138; }","duration":"2.445172669s","start":"2026-02-26T02:30:55.348306Z","end":"2026-02-26T02:30:57.793479Z","steps":["trace[528918317] 'read index received' (duration: 1.255271883s)","trace[528918317] 'applied index is now lower than readState.Index' (duration: 1.189899746s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:57.793657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445360655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:57.793646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.214866Z","time spent":"1.578680575s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:57.793694Z","caller":"traceutil/trace.go:171","msg":"trace[1046865191] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23327; }","duration":"2.445438178s","start":"2026-02-26T02:30:55.348245Z","end":"2026-02-26T02:30:57.793684Z","steps":["trace[1046865191] 'agreement among raft nodes before linearized reading' (duration: 2.445376696s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:57.793675Z","caller":"traceutil/trace.go:171","msg":"trace[1566012486] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"1.578638134s","start":"2026-02-26T02:30:56.215006Z","end":"2026-02-26T02:30:57.793644Z","steps":["trace[1566012486] 'process raft request' (duration: 1.577974863s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.793723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:55.348223Z","time spent":"2.4454926s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:30:57.793649Z","caller":"traceutil/trace.go:171","msg":"trace[2099395665] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"1.57722409s","start":"2026-02-26T02:30:56.216397Z","end":"2026-02-26T02:30:57.793621Z","steps":["trace[2099395665] 'process raft request' (duration: 1.577003633s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:57.793774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.214997Z","time spent":"1.578731627s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:57.793887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.21639Z","time spent":"1.577408325s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:58.293799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533422,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:30:58.458106Z","caller":"traceutil/trace.go:171","msg":"trace[1769628219] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"1.172352469s","start":"2026-02-26T02:30:57.285725Z","end":"2026-02-26T02:30:58.458078Z","steps":["trace[1769628219] 'process raft request' (duration: 1.172238325s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:58.458168Z","caller":"traceutil/trace.go:171","msg":"trace[1465447634] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"1.173504115s","start":"2026-02-26T02:30:57.284623Z","end":"2026-02-26T02:30:58.458128Z","steps":["trace[1465447634] 'process raft request' (duration: 1.172321328s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:58.458284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:57.2857Z","time spent":"1.172502084s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:58.458362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:57.28461Z","time spent":"1.173635719s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:30:58.659789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:30:58.662131Z","caller":"traceutil/trace.go:171","msg":"trace[1080458447] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002664253s","start":"2026-02-26T02:30:56.659449Z","end":"2026-02-26T02:30:58.662113Z","steps":["trace[1080458447] 'agreement among raft nodes before linearized reading' (duration: 2.000290678s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:58.66218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.659432Z","time spent":"2.002737466s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:30:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:30:59.28381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.457785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-26T02:30:59.28415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312566797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:59.284217Z","caller":"traceutil/trace.go:171","msg":"trace[1365052914] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23330; }","duration":"2.31268099s","start":"2026-02-26T02:30:56.971518Z","end":"2026-02-26T02:30:59.284199Z","steps":["trace[1365052914] 'agreement among raft nodes before linearized reading' (duration: 2.312551336s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.284218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127418201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:59.284209Z","caller":"traceutil/trace.go:171","msg":"trace[1323530174] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"1.02408164s","start":"2026-02-26T02:30:58.260102Z","end":"2026-02-26T02:30:59.284184Z","steps":["trace[1323530174] 'process raft request' (duration: 530.13657ms)","trace[1323530174] 'compare' (duration: 493.276409ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:59.284217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000244466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:30:59.284254Z","caller":"traceutil/trace.go:171","msg":"trace[1186503594] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23330; }","duration":"3.127480373s","start":"2026-02-26T02:30:56.156762Z","end":"2026-02-26T02:30:59.284243Z","steps":["trace[1186503594] 'agreement among raft nodes before linearized reading' (duration: 3.127416361s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.284238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205627465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:59.284241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723837826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:59.284271Z","caller":"traceutil/trace.go:171","msg":"trace[1615306008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23330; }","duration":"2.000345059s","start":"2026-02-26T02:30:57.283912Z","end":"2026-02-26T02:30:59.284257Z","steps":["trace[1615306008] 'agreement among raft nodes before linearized reading' (duration: 2.000133282s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.284254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.9715Z","time spent":"2.312743933s","remote":"127.0.0.1:32894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:59.284304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:57.283848Z","time spent":"2.000449202s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:59.284307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:58.260084Z","time spent":"1.024171302s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:30:59.284309Z","caller":"traceutil/trace.go:171","msg":"trace[518213256] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23330; }","duration":"3.723943079s","start":"2026-02-26T02:30:55.560347Z","end":"2026-02-26T02:30:59.28429Z","steps":["trace[518213256] 'agreement among raft nodes before linearized reading' (duration: 3.723818615s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:59.284306Z","caller":"traceutil/trace.go:171","msg":"trace[313221714] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23330; }","duration":"3.205731038s","start":"2026-02-26T02:30:56.078553Z","end":"2026-02-26T02:30:59.284284Z","steps":["trace[313221714] 'agreement among raft nodes before linearized reading' (duration: 3.205607334s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.284351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311419621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:30:59.284351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:55.560336Z","time spent":"3.724004901s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:59.284281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.156748Z","time spent":"3.127526234s","remote":"127.0.0.1:48956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:59.284379Z","caller":"traceutil/trace.go:171","msg":"trace[2106181017] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23330; }","duration":"2.311495463s","start":"2026-02-26T02:30:56.972876Z","end":"2026-02-26T02:30:59.284372Z","steps":["trace[2106181017] 'agreement among raft nodes before linearized reading' (duration: 2.31139227s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.28437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.078533Z","time spent":"3.205820831s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:59.284404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:56.972843Z","time spent":"2.311550544s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:59.284394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627709533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:30:59.28444Z","caller":"traceutil/trace.go:171","msg":"trace[115097057] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23330; }","duration":"1.627792276s","start":"2026-02-26T02:30:57.656635Z","end":"2026-02-26T02:30:59.284428Z","steps":["trace[115097057] 'agreement among raft nodes before linearized reading' (duration: 1.627437354s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.284448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000601118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T02:30:59.284485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:57.656616Z","time spent":"1.627860287s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:30:59.284481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991458387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:30:59.284288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211437485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:59.284507Z","caller":"traceutil/trace.go:171","msg":"trace[1290143263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23330; }","duration":"2.00068454s","start":"2026-02-26T02:30:57.283802Z","end":"2026-02-26T02:30:59.284486Z","steps":["trace[1290143263] 'agreement among raft nodes before linearized reading' (duration: 2.000540346s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:59.28453Z","caller":"traceutil/trace.go:171","msg":"trace[1993904025] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23330; }","duration":"2.211714794s","start":"2026-02-26T02:30:57.072807Z","end":"2026-02-26T02:30:59.284522Z","steps":["trace[1993904025] 'agreement among raft nodes before linearized reading' (duration: 2.211391573s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:59.284535Z","caller":"traceutil/trace.go:171","msg":"trace[1315735592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23330; }","duration":"1.991530649s","start":"2026-02-26T02:30:57.292988Z","end":"2026-02-26T02:30:59.284519Z","steps":["trace[1315735592] 'agreement among raft nodes before linearized reading' (duration: 1.991347934s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.284564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:57.072788Z","time spent":"2.211766596s","remote":"127.0.0.1:45106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:30:59.284569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:57.292978Z","time spent":"1.991583851s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:30:59.284572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:57.283783Z","time spent":"2.000775923s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:30:59.283975Z","caller":"traceutil/trace.go:171","msg":"trace[1309445638] linearizableReadLoop","detail":"{readStateIndex:24148; appliedIndex:24145; }","duration":"1.490389781s","start":"2026-02-26T02:30:57.793562Z","end":"2026-02-26T02:30:59.283952Z","steps":["trace[1309445638] 'read index received' (duration: 663.371862ms)","trace[1309445638] 'applied index is now lower than readState.Index' (duration: 827.016189ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:30:59.284819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998482711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:30:59.284855Z","caller":"traceutil/trace.go:171","msg":"trace[490410231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23330; }","duration":"1.998534222s","start":"2026-02-26T02:30:57.286311Z","end":"2026-02-26T02:30:59.284845Z","steps":["trace[490410231] 'agreement among raft nodes before linearized reading' (duration: 1.997827049s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.284895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:57.286303Z","time spent":"1.998583863s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:30:59.28502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.805421347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:30:59.284591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000546185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:30:59.285156Z","caller":"traceutil/trace.go:171","msg":"trace[1996146499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23330; }","duration":"2.001272699s","start":"2026-02-26T02:30:57.283861Z","end":"2026-02-26T02:30:59.285134Z","steps":["trace[1996146499] 'agreement among raft nodes before linearized reading' (duration: 2.000300108s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:59.285087Z","caller":"traceutil/trace.go:171","msg":"trace[1787616709] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23330; }","duration":"3.80552293s","start":"2026-02-26T02:30:55.479547Z","end":"2026-02-26T02:30:59.28507Z","steps":["trace[1787616709] 'agreement among raft nodes before linearized reading' (duration: 3.805306433s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.285231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:55.479524Z","time spent":"3.805689216s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:30:59.285415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:57.283855Z","time spent":"2.001537687s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:30:59.285582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.399808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:59.285584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.991248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:59.285605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.365476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:30:59.285635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.715786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:59.28564Z","caller":"traceutil/trace.go:171","msg":"trace[721704086] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23330; }","duration":"282.04926ms","start":"2026-02-26T02:30:59.003572Z","end":"2026-02-26T02:30:59.285621Z","steps":["trace[721704086] 'agreement among raft nodes before linearized reading' (duration: 281.953177ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:59.285669Z","caller":"traceutil/trace.go:171","msg":"trace[1981593033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23330; }","duration":"625.775448ms","start":"2026-02-26T02:30:58.659887Z","end":"2026-02-26T02:30:59.285662Z","steps":["trace[1981593033] 'agreement among raft nodes before linearized reading' (duration: 625.722666ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:59.285676Z","caller":"traceutil/trace.go:171","msg":"trace[113343246] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23330; }","duration":"847.48072ms","start":"2026-02-26T02:30:58.438178Z","end":"2026-02-26T02:30:59.285659Z","steps":["trace[113343246] 'agreement among raft nodes before linearized reading' (duration: 847.349826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.285709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.769713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-26T02:30:59.285723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.495464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-02-26T02:30:59.285751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:58.438158Z","time spent":"847.561403ms","remote":"127.0.0.1:47306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:30:59.285772Z","caller":"traceutil/trace.go:171","msg":"trace[1683665569] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23330; }","duration":"469.601107ms","start":"2026-02-26T02:30:58.816156Z","end":"2026-02-26T02:30:59.285757Z","steps":["trace[1683665569] 'agreement among raft nodes before linearized reading' (duration: 469.503754ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:59.285758Z","caller":"traceutil/trace.go:171","msg":"trace[1343853104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23330; }","duration":"906.877246ms","start":"2026-02-26T02:30:58.378867Z","end":"2026-02-26T02:30:59.285744Z","steps":["trace[1343853104] 'agreement among raft nodes before linearized reading' (duration: 906.741052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.285693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:58.659873Z","time spent":"625.815339ms","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:59.285821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:58.81613Z","time spent":"469.665459ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-26T02:30:59.285843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:58.378849Z","time spent":"906.98139ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:30:59.285645Z","caller":"traceutil/trace.go:171","msg":"trace[464221858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23330; }","duration":"479.486461ms","start":"2026-02-26T02:30:58.806123Z","end":"2026-02-26T02:30:59.28561Z","steps":["trace[464221858] 'agreement among raft nodes before linearized reading' (duration: 479.398468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.285939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025534006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"warn","ts":"2026-02-26T02:30:59.285958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:58.806108Z","time spent":"479.831412ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:30:59.285574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487400476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:30:59.286014Z","caller":"traceutil/trace.go:171","msg":"trace[1203069733] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23330; }","duration":"1.025626838s","start":"2026-02-26T02:30:58.260368Z","end":"2026-02-26T02:30:59.285994Z","steps":["trace[1203069733] 'agreement among raft nodes before linearized reading' (duration: 1.025249656s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:30:59.286016Z","caller":"traceutil/trace.go:171","msg":"trace[2117063757] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23330; }","duration":"1.487873112s","start":"2026-02-26T02:30:57.798133Z","end":"2026-02-26T02:30:59.286006Z","steps":["trace[2117063757] 'agreement among raft nodes before linearized reading' (duration: 1.487366196s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:30:59.28607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:58.26036Z","time spent":"1.025696551s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418373,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T02:30:59.286084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:57.798122Z","time spent":"1.487937274s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:30:59.792095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:31:00.292888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:31:00.581769Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210054397s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:31:01.830855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029498481s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:01.830997Z","caller":"traceutil/trace.go:171","msg":"trace[1477185715] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23330; }","duration":"1.029649906s","start":"2026-02-26T02:31:00.801328Z","end":"2026-02-26T02:31:01.830978Z","steps":["trace[1477185715] 'range keys from in-memory index tree' (duration: 1.029481671s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:01.83111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249044065s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:01.831229Z","caller":"traceutil/trace.go:171","msg":"trace[1950072306] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"2.540890119s","start":"2026-02-26T02:30:59.290319Z","end":"2026-02-26T02:31:01.831209Z","steps":["trace[1950072306] 'process raft request' (duration: 1.291652808s)","trace[1950072306] 'compare' (duration: 1.248639422s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:01.831312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.290302Z","time spent":"2.540967322s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:02.005223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.422235806s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:31:02.653722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.078476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:02.654014Z","caller":"traceutil/trace.go:171","msg":"trace[1980504171] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"3.363581722s","start":"2026-02-26T02:30:59.290398Z","end":"2026-02-26T02:31:02.653979Z","steps":["trace[1980504171] 'process raft request' (duration: 3.363471809s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:02.654111Z","caller":"traceutil/trace.go:171","msg":"trace[866744648] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"3.363724307s","start":"2026-02-26T02:30:59.290372Z","end":"2026-02-26T02:31:02.654096Z","steps":["trace[866744648] 'process raft request' (duration: 2.715060492s)","trace[866744648] 'compare' (duration: 647.366734ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:02.654161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.290354Z","time spent":"3.363787548s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:02.65418Z","caller":"traceutil/trace.go:171","msg":"trace[487650070] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"3.363746028s","start":"2026-02-26T02:30:59.2904Z","end":"2026-02-26T02:31:02.654146Z","steps":["trace[487650070] 'process raft request' (duration: 3.36350027s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:02.654362Z","caller":"traceutil/trace.go:171","msg":"trace[1086299812] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"3.36290093s","start":"2026-02-26T02:30:59.291454Z","end":"2026-02-26T02:31:02.654355Z","steps":["trace[1086299812] 'process raft request' (duration: 3.362463526s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.654412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.291443Z","time spent":"3.362942912s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:02.654461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.290384Z","time spent":"3.363714886s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:02.654569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.290374Z","time spent":"3.363890542s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:02.654878Z","caller":"traceutil/trace.go:171","msg":"trace[1938103378] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"3.362734935s","start":"2026-02-26T02:30:59.292117Z","end":"2026-02-26T02:31:02.654852Z","steps":["trace[1938103378] 'process raft request' (duration: 3.361816816s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.655017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.292109Z","time spent":"3.362845279s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:02.655306Z","caller":"traceutil/trace.go:171","msg":"trace[1026946178] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"3.005929192s","start":"2026-02-26T02:30:59.649353Z","end":"2026-02-26T02:31:02.655254Z","steps":["trace[1026946178] 'process raft request' (duration: 3.004651051s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.655426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.649326Z","time spent":"3.006062056s","remote":"127.0.0.1:51172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:02.656107Z","caller":"traceutil/trace.go:171","msg":"trace[1635410319] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"2.857696093s","start":"2026-02-26T02:30:59.798404Z","end":"2026-02-26T02:31:02.6561Z","steps":["trace[1635410319] 'process raft request' (duration: 2.857654791s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.656147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.798399Z","time spent":"2.857729984s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:02.65622Z","caller":"traceutil/trace.go:171","msg":"trace[2072832886] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"2.857901359s","start":"2026-02-26T02:30:59.798314Z","end":"2026-02-26T02:31:02.656215Z","steps":["trace[2072832886] 'process raft request' (duration: 2.856626879s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.656249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.798292Z","time spent":"2.857943441s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:02.656317Z","caller":"traceutil/trace.go:171","msg":"trace[985011267] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"2.857803526s","start":"2026-02-26T02:30:59.798509Z","end":"2026-02-26T02:31:02.656312Z","steps":["trace[985011267] 'process raft request' (duration: 2.857571069s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.656345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.798504Z","time spent":"2.857827257s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:02.656495Z","caller":"traceutil/trace.go:171","msg":"trace[1708202380] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"352.480447ms","start":"2026-02-26T02:31:02.30401Z","end":"2026-02-26T02:31:02.656491Z","steps":["trace[1708202380] 'process raft request' (duration: 352.465307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.656525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:02.303994Z","time spent":"352.517378ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:02.656561Z","caller":"traceutil/trace.go:171","msg":"trace[286001217] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"2.85793398s","start":"2026-02-26T02:30:59.798624Z","end":"2026-02-26T02:31:02.656558Z","steps":["trace[286001217] 'process raft request' (duration: 2.857668682s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.656587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.79862Z","time spent":"2.857954571s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:02.656621Z","caller":"traceutil/trace.go:171","msg":"trace[2041636204] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"2.856459044s","start":"2026-02-26T02:30:59.800157Z","end":"2026-02-26T02:31:02.656616Z","steps":["trace[2041636204] 'process raft request' (duration: 2.856247097s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.656648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.800148Z","time spent":"2.856486025s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:02.656697Z","caller":"traceutil/trace.go:171","msg":"trace[781207749] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"2.193060381s","start":"2026-02-26T02:31:00.463617Z","end":"2026-02-26T02:31:02.656677Z","steps":["trace[781207749] 'process raft request' (duration: 2.192803243s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.656728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:00.463595Z","time spent":"2.193114873s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:02.656794Z","caller":"traceutil/trace.go:171","msg":"trace[427119728] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"2.193056631s","start":"2026-02-26T02:31:00.463729Z","end":"2026-02-26T02:31:02.656786Z","steps":["trace[427119728] 'process raft request' (duration: 2.19270685s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.656838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:00.463699Z","time spent":"2.193116432s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:02.656895Z","caller":"traceutil/trace.go:171","msg":"trace[603900629] linearizableReadLoop","detail":"{readStateIndex:24160; appliedIndex:24148; }","duration":"3.365798783s","start":"2026-02-26T02:30:59.291088Z","end":"2026-02-26T02:31:02.656887Z","steps":["trace[603900629] 'read index received' (duration: 1.290945746s)","trace[603900629] 'applied index is now lower than readState.Index' (duration: 2.074852307s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:02.656951Z","caller":"traceutil/trace.go:171","msg":"trace[981194221] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"1.896961376s","start":"2026-02-26T02:31:00.759985Z","end":"2026-02-26T02:31:02.656947Z","steps":["trace[981194221] 'process raft request' (duration: 1.89647336s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.65698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:00.759957Z","time spent":"1.897007697s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:02.657069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365992048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-02-26T02:31:02.657086Z","caller":"traceutil/trace.go:171","msg":"trace[201236865] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23346; }","duration":"3.36602946s","start":"2026-02-26T02:30:59.291053Z","end":"2026-02-26T02:31:02.657082Z","steps":["trace[201236865] 'agreement among raft nodes before linearized reading' (duration: 3.365962658s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.6571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.291043Z","time spent":"3.36605434s","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18531,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:31:02.657212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.366014189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:02.657324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66792986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:02.657366Z","caller":"traceutil/trace.go:171","msg":"trace[1565800967] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23346; }","duration":"1.668003103s","start":"2026-02-26T02:31:00.989338Z","end":"2026-02-26T02:31:02.657341Z","steps":["trace[1565800967] 'agreement among raft nodes before linearized reading' (duration: 1.667955322s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.657381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:00.989313Z","time spent":"1.668064434s","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:02.657466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.038791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:02.657486Z","caller":"traceutil/trace.go:171","msg":"trace[132196078] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23346; }","duration":"391.089022ms","start":"2026-02-26T02:31:02.266392Z","end":"2026-02-26T02:31:02.657481Z","steps":["trace[132196078] 'agreement among raft nodes before linearized reading' (duration: 391.057651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.657499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:02.266374Z","time spent":"391.121604ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:02.657323Z","caller":"traceutil/trace.go:171","msg":"trace[1609885667] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23346; }","duration":"3.366145924s","start":"2026-02-26T02:30:59.291157Z","end":"2026-02-26T02:31:02.657303Z","steps":["trace[1609885667] 'agreement among raft nodes before linearized reading' (duration: 3.365983929s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.657578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018844943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:02.657596Z","caller":"traceutil/trace.go:171","msg":"trace[1189412724] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23346; }","duration":"1.018894625s","start":"2026-02-26T02:31:01.638698Z","end":"2026-02-26T02:31:02.657593Z","steps":["trace[1189412724] 'agreement among raft nodes before linearized reading' (duration: 1.018868154s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.65761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:01.638681Z","time spent":"1.018925476s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:02.657584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.291151Z","time spent":"3.366417702s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:31:02.65769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077409064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:02.657709Z","caller":"traceutil/trace.go:171","msg":"trace[1681976397] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23346; }","duration":"1.077460216s","start":"2026-02-26T02:31:01.580244Z","end":"2026-02-26T02:31:02.657705Z","steps":["trace[1681976397] 'agreement among raft nodes before linearized reading' (duration: 1.077431095s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.657722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:01.580226Z","time spent":"1.077491976s","remote":"127.0.0.1:47532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:02.657813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157084735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:02.657831Z","caller":"traceutil/trace.go:171","msg":"trace[689872900] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23346; }","duration":"1.157129065s","start":"2026-02-26T02:31:01.500698Z","end":"2026-02-26T02:31:02.657827Z","steps":["trace[689872900] 'agreement among raft nodes before linearized reading' (duration: 1.157099284s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.657844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:01.500683Z","time spent":"1.157157777s","remote":"127.0.0.1:48988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:02.657947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296892255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534550-dwfh7\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-02-26T02:31:02.657965Z","caller":"traceutil/trace.go:171","msg":"trace[321346877] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534550-dwfh7; range_end:; response_count:1; response_revision:23346; }","duration":"1.296938307s","start":"2026-02-26T02:31:01.361022Z","end":"2026-02-26T02:31:02.657961Z","steps":["trace[321346877] 'agreement among raft nodes before linearized reading' (duration: 1.296886045s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.657977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:01.361009Z","time spent":"1.296965148s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7388,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534550-dwfh7\" "} {"level":"warn","ts":"2026-02-26T02:31:02.658099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398321236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:02.658124Z","caller":"traceutil/trace.go:171","msg":"trace[942337356] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23346; }","duration":"1.398384018s","start":"2026-02-26T02:31:01.259734Z","end":"2026-02-26T02:31:02.658118Z","steps":["trace[942337356] 'agreement among raft nodes before linearized reading' (duration: 1.398341426s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.65814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:01.25971Z","time spent":"1.398426119s","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:02.65821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557656677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:02.65823Z","caller":"traceutil/trace.go:171","msg":"trace[5878971] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23346; }","duration":"1.557718459s","start":"2026-02-26T02:31:01.100506Z","end":"2026-02-26T02:31:02.658224Z","steps":["trace[5878971] 'agreement among raft nodes before linearized reading' (duration: 1.557690298s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.658244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:01.100473Z","time spent":"1.557766851s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:02.65979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00190736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:02.659837Z","caller":"traceutil/trace.go:171","msg":"trace[1590999096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23346; }","duration":"2.001977941s","start":"2026-02-26T02:31:00.657852Z","end":"2026-02-26T02:31:02.659829Z","steps":["trace[1590999096] 'agreement among raft nodes before linearized reading' (duration: 2.001915859s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.659857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:00.657837Z","time spent":"2.002014323s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:31:02.659942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730082084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:31:02.659969Z","caller":"traceutil/trace.go:171","msg":"trace[601268511] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23346; }","duration":"1.730138606s","start":"2026-02-26T02:31:00.929823Z","end":"2026-02-26T02:31:02.659962Z","steps":["trace[601268511] 'agreement among raft nodes before linearized reading' (duration: 1.730069294s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.659988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:00.929803Z","time spent":"1.730179408s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:31:02.660123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18627368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:02.660179Z","caller":"traceutil/trace.go:171","msg":"trace[552907012] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23346; }","duration":"3.186609651s","start":"2026-02-26T02:30:59.473556Z","end":"2026-02-26T02:31:02.660166Z","steps":["trace[552907012] 'agreement among raft nodes before linearized reading' (duration: 3.186210948s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.660193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.368918881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-26T02:31:02.660222Z","caller":"traceutil/trace.go:171","msg":"trace[173600066] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24; range_end:; response_count:1; response_revision:23346; }","duration":"3.368973413s","start":"2026-02-26T02:30:59.291241Z","end":"2026-02-26T02:31:02.660215Z","steps":["trace[173600066] 'agreement among raft nodes before linearized reading' (duration: 3.368895581s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.66024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.291221Z","time spent":"3.369014175s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" "} {"level":"warn","ts":"2026-02-26T02:31:02.660214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.473539Z","time spent":"3.186663492s","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:02.660113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717808475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:02.660525Z","caller":"traceutil/trace.go:171","msg":"trace[93000511] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23346; }","duration":"1.71827443s","start":"2026-02-26T02:31:00.942233Z","end":"2026-02-26T02:31:02.660508Z","steps":["trace[93000511] 'agreement among raft nodes before linearized reading' (duration: 1.71766992s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.66063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:00.942214Z","time spent":"1.718399314s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:02.660805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288704029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:31:02.660845Z","caller":"traceutil/trace.go:171","msg":"trace[605227419] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23346; }","duration":"2.288770111s","start":"2026-02-26T02:31:00.372063Z","end":"2026-02-26T02:31:02.660833Z","steps":["trace[605227419] 'agreement among raft nodes before linearized reading' (duration: 2.288496012s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.66093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:00.372043Z","time spent":"2.288823223s","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-26T02:31:02.660366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213219186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:31:02.661477Z","caller":"traceutil/trace.go:171","msg":"trace[680005819] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:23346; }","duration":"3.214344142s","start":"2026-02-26T02:30:59.447118Z","end":"2026-02-26T02:31:02.661462Z","steps":["trace[680005819] 'agreement among raft nodes before linearized reading' (duration: 3.213207736s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:02.661671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:30:59.447097Z","time spent":"3.214557248s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-02-26T02:31:06.930051Z","caller":"traceutil/trace.go:171","msg":"trace[1996116480] linearizableReadLoop","detail":"{readStateIndex:24193; appliedIndex:24192; }","duration":"251.619073ms","start":"2026-02-26T02:31:06.678412Z","end":"2026-02-26T02:31:06.930031Z","steps":["trace[1996116480] 'read index received' (duration: 251.428897ms)","trace[1996116480] 'applied index is now lower than readState.Index' (duration: 189.256µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:06.93034Z","caller":"traceutil/trace.go:171","msg":"trace[2028064533] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"255.9406ms","start":"2026-02-26T02:31:06.674383Z","end":"2026-02-26T02:31:06.930324Z","steps":["trace[2028064533] 'process raft request' (duration: 255.511097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:06.93076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.318125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:31:06.930834Z","caller":"traceutil/trace.go:171","msg":"trace[184517032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23374; }","duration":"252.425869ms","start":"2026-02-26T02:31:06.678387Z","end":"2026-02-26T02:31:06.930813Z","steps":["trace[184517032] 'agreement among raft nodes before linearized reading' (duration: 252.163561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:07.43122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:31:08.408966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.533617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:08.409153Z","caller":"traceutil/trace.go:171","msg":"trace[1778804039] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"1.727722761s","start":"2026-02-26T02:31:06.681403Z","end":"2026-02-26T02:31:08.409126Z","steps":["trace[1778804039] 'process raft request' (duration: 876.943096ms)","trace[1778804039] 'compare' (duration: 850.431274ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:08.409264Z","caller":"traceutil/trace.go:171","msg":"trace[149505488] linearizableReadLoop","detail":"{readStateIndex:24200; appliedIndex:24193; }","duration":"1.479123594s","start":"2026-02-26T02:31:06.930127Z","end":"2026-02-26T02:31:08.409251Z","steps":["trace[149505488] 'read index received' (duration: 628.212395ms)","trace[149505488] 'applied index is now lower than readState.Index' (duration: 850.910569ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:08.409309Z","caller":"traceutil/trace.go:171","msg":"trace[894772314] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"1.718914712s","start":"2026-02-26T02:31:06.690388Z","end":"2026-02-26T02:31:08.409303Z","steps":["trace[894772314] 'process raft request' (duration: 1.718788438s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:08.409335Z","caller":"traceutil/trace.go:171","msg":"trace[1962788774] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"1.713986604s","start":"2026-02-26T02:31:06.695341Z","end":"2026-02-26T02:31:08.409327Z","steps":["trace[1962788774] 'process raft request' (duration: 1.71385688s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.409346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.69038Z","time spent":"1.718948912s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:08.409384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.695324Z","time spent":"1.714033406s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:08.409475Z","caller":"traceutil/trace.go:171","msg":"trace[2068361159] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"1.473195376s","start":"2026-02-26T02:31:06.936274Z","end":"2026-02-26T02:31:08.409469Z","steps":["trace[2068361159] 'process raft request' (duration: 1.472952328s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.409509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.936256Z","time spent":"1.473236927s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:08.40959Z","caller":"traceutil/trace.go:171","msg":"trace[1475465406] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"1.728133713s","start":"2026-02-26T02:31:06.681448Z","end":"2026-02-26T02:31:08.409582Z","steps":["trace[1475465406] 'process raft request' (duration: 1.727604697s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.409633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.681444Z","time spent":"1.728168444s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:08.409688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50195662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:08.409719Z","caller":"traceutil/trace.go:171","msg":"trace[1585013773] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23381; }","duration":"1.502024842s","start":"2026-02-26T02:31:06.907685Z","end":"2026-02-26T02:31:08.40971Z","steps":["trace[1585013773] 'agreement among raft nodes before linearized reading' (duration: 1.50196888s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:08.409744Z","caller":"traceutil/trace.go:171","msg":"trace[1509972712] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"1.727850204s","start":"2026-02-26T02:31:06.681888Z","end":"2026-02-26T02:31:08.409738Z","steps":["trace[1509972712] 'process raft request' (duration: 1.727213434s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.409784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.681881Z","time spent":"1.727883875s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:08.409832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713004163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:31:08.409746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.907666Z","time spent":"1.502073993s","remote":"127.0.0.1:52286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:08.409861Z","caller":"traceutil/trace.go:171","msg":"trace[240420678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23381; }","duration":"1.713031144s","start":"2026-02-26T02:31:06.696823Z","end":"2026-02-26T02:31:08.409855Z","steps":["trace[240420678] 'agreement among raft nodes before linearized reading' (duration: 1.712935211s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.409879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.696783Z","time spent":"1.713092226s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:31:08.409838Z","caller":"traceutil/trace.go:171","msg":"trace[1641662772] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"1.727199653s","start":"2026-02-26T02:31:06.682634Z","end":"2026-02-26T02:31:08.409834Z","steps":["trace[1641662772] 'process raft request' (duration: 1.726506301s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.409272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.681394Z","time spent":"1.727816214s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:08.410074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715978208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:31:08.410102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7308458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:31:08.410132Z","caller":"traceutil/trace.go:171","msg":"trace[301482838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23381; }","duration":"1.71606528s","start":"2026-02-26T02:31:06.69405Z","end":"2026-02-26T02:31:08.410115Z","steps":["trace[301482838] 'agreement among raft nodes before linearized reading' (duration: 1.715932646s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.410106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.682625Z","time spent":"1.72739037s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:08.410162Z","caller":"traceutil/trace.go:171","msg":"trace[52149922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23381; }","duration":"1.730920642s","start":"2026-02-26T02:31:06.679224Z","end":"2026-02-26T02:31:08.410145Z","steps":["trace[52149922] 'agreement among raft nodes before linearized reading' (duration: 1.730779028s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.410173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.694036Z","time spent":"1.716128322s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:08.410202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:06.679216Z","time spent":"1.730978544s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:08.411261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080389578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:08.411325Z","caller":"traceutil/trace.go:171","msg":"trace[325893211] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23382; }","duration":"1.080503261s","start":"2026-02-26T02:31:07.330808Z","end":"2026-02-26T02:31:08.411311Z","steps":["trace[325893211] 'agreement among raft nodes before linearized reading' (duration: 1.080393048s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.41137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:07.330785Z","time spent":"1.080574544s","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:08.411572Z","caller":"traceutil/trace.go:171","msg":"trace[965457363] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"462.354066ms","start":"2026-02-26T02:31:07.949206Z","end":"2026-02-26T02:31:08.41156Z","steps":["trace[965457363] 'process raft request' (duration: 461.880671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.411654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:07.949181Z","time spent":"462.433859ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:08.411762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.192986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:08.411799Z","caller":"traceutil/trace.go:171","msg":"trace[1724888831] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23382; }","duration":"193.256419ms","start":"2026-02-26T02:31:08.218533Z","end":"2026-02-26T02:31:08.41179Z","steps":["trace[1724888831] 'agreement among raft nodes before linearized reading' (duration: 193.200147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.411932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.077797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-26T02:31:08.411974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.953082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:08.412008Z","caller":"traceutil/trace.go:171","msg":"trace[553573655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23382; }","duration":"750.022184ms","start":"2026-02-26T02:31:07.661977Z","end":"2026-02-26T02:31:08.411999Z","steps":["trace[553573655] 'agreement among raft nodes before linearized reading' (duration: 749.970793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.411999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.185034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:08.412039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:07.661957Z","time spent":"750.076846ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:31:08.412021Z","caller":"traceutil/trace.go:171","msg":"trace[1974667202] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23382; }","duration":"609.182121ms","start":"2026-02-26T02:31:07.802802Z","end":"2026-02-26T02:31:08.411984Z","steps":["trace[1974667202] 'agreement among raft nodes before linearized reading' (duration: 608.946283ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:08.412066Z","caller":"traceutil/trace.go:171","msg":"trace[606286738] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23382; }","duration":"537.273827ms","start":"2026-02-26T02:31:07.874773Z","end":"2026-02-26T02:31:08.412046Z","steps":["trace[606286738] 'agreement among raft nodes before linearized reading' (duration: 537.138292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.412122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:07.874763Z","time spent":"537.348549ms","remote":"127.0.0.1:52146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:08.412235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.602103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:31:08.412273Z","caller":"traceutil/trace.go:171","msg":"trace[1404711832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23382; }","duration":"557.678065ms","start":"2026-02-26T02:31:07.854588Z","end":"2026-02-26T02:31:08.412267Z","steps":["trace[1404711832] 'agreement among raft nodes before linearized reading' (duration: 557.594522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.41231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:07.854561Z","time spent":"557.738377ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:31:08.412271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020449025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-26T02:31:08.412392Z","caller":"traceutil/trace.go:171","msg":"trace[859101566] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23382; }","duration":"1.020591079s","start":"2026-02-26T02:31:07.391779Z","end":"2026-02-26T02:31:08.41237Z","steps":["trace[859101566] 'agreement among raft nodes before linearized reading' (duration: 1.020397303s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:08.41213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:07.802787Z","time spent":"609.333175ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:31:08.412453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:07.391761Z","time spent":"1.020675621s","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-26T02:31:08.921978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533523,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:31:09.261756Z","caller":"traceutil/trace.go:171","msg":"trace[1520791893] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"843.72028ms","start":"2026-02-26T02:31:08.418001Z","end":"2026-02-26T02:31:09.261722Z","steps":["trace[1520791893] 'process raft request' (duration: 838.004988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:09.261951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:08.417991Z","time spent":"843.881325ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:09.943634Z","caller":"traceutil/trace.go:171","msg":"trace[1121642486] transaction","detail":"{read_only:false; response_revision:23384; number_of_response:1; }","duration":"1.522457179s","start":"2026-02-26T02:31:08.421144Z","end":"2026-02-26T02:31:09.943601Z","steps":["trace[1121642486] 'process raft request' (duration: 1.522222352s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:09.94366Z","caller":"traceutil/trace.go:171","msg":"trace[887655922] transaction","detail":"{read_only:false; response_revision:23385; number_of_response:1; }","duration":"1.522399588s","start":"2026-02-26T02:31:08.421227Z","end":"2026-02-26T02:31:09.943627Z","steps":["trace[887655922] 'process raft request' (duration: 1.522273384s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:09.943682Z","caller":"traceutil/trace.go:171","msg":"trace[1122133165] transaction","detail":"{read_only:false; response_revision:23386; number_of_response:1; }","duration":"1.521478889s","start":"2026-02-26T02:31:08.42217Z","end":"2026-02-26T02:31:09.943649Z","steps":["trace[1122133165] 'process raft request' (duration: 1.521368995s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:09.94379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:08.421209Z","time spent":"1.522511541s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:09.94379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:08.421131Z","time spent":"1.522580834s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:09.944008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:08.422141Z","time spent":"1.521605603s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:10.808771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000046421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:31:10.808865Z","caller":"traceutil/trace.go:171","msg":"trace[1789060471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192016s","start":"2026-02-26T02:31:08.808651Z","end":"2026-02-26T02:31:10.808843Z","steps":["trace[1789060471] 'agreement among raft nodes before linearized reading' (duration: 2.000073442s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:10.808919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:08.808634Z","time spent":"2.000275249s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:31:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:31:11.15999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216389769s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-26T02:31:11.160088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.304491ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:11.160195Z","caller":"traceutil/trace.go:171","msg":"trace[1098495857] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23386; }","duration":"358.431275ms","start":"2026-02-26T02:31:10.801748Z","end":"2026-02-26T02:31:11.160179Z","steps":["trace[1098495857] 'range keys from in-memory index tree' (duration: 358.283591ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:11.161159Z","caller":"traceutil/trace.go:171","msg":"trace[740658274] linearizableReadLoop","detail":"{readStateIndex:24206; appliedIndex:24201; }","duration":"2.740077468s","start":"2026-02-26T02:31:08.421062Z","end":"2026-02-26T02:31:11.161139Z","steps":["trace[740658274] 'read index received' (duration: 834.968162ms)","trace[740658274] 'applied index is now lower than readState.Index' (duration: 1.905108286s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:11.161252Z","caller":"traceutil/trace.go:171","msg":"trace[558057320] transaction","detail":"{read_only:false; response_revision:23387; number_of_response:1; }","duration":"2.22636324s","start":"2026-02-26T02:31:08.934881Z","end":"2026-02-26T02:31:11.161244Z","steps":["trace[558057320] 'process raft request' (duration: 2.225221634s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:11.161335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:08.934852Z","time spent":"2.226419922s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:11.659722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000335311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:31:11.659803Z","caller":"traceutil/trace.go:171","msg":"trace[1442058434] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478146s","start":"2026-02-26T02:31:09.659306Z","end":"2026-02-26T02:31:11.659784Z","steps":["trace[1442058434] 'agreement among raft nodes before linearized reading' (duration: 2.000376893s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:11.659865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:09.659285Z","time spent":"2.000571418s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:31:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:31:11.661837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:31:12.162097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:31:12.304678Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.769613981s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:31:12.309847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.888770844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:31:12.309901Z","caller":"traceutil/trace.go:171","msg":"trace[1583054803] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23387; }","duration":"3.888855497s","start":"2026-02-26T02:31:08.421033Z","end":"2026-02-26T02:31:12.309889Z","steps":["trace[1583054803] 'agreement among raft nodes before linearized reading' (duration: 2.740268964s)","trace[1583054803] 'range keys from in-memory index tree' (duration: 1.14844963s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:12.309924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:08.421024Z","time spent":"3.888895318s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:31:12.31026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:11.253282Z","time spent":"1.056975894s","remote":"127.0.0.1:45634","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:31:12.311132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149916076s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:12.311329Z","caller":"traceutil/trace.go:171","msg":"trace[833367011] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"2.964643551s","start":"2026-02-26T02:31:09.346673Z","end":"2026-02-26T02:31:12.311316Z","steps":["trace[833367011] 'process raft request' (duration: 1.814460527s)","trace[833367011] 'compare' (duration: 1.148522181s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:12.311394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:09.346646Z","time spent":"2.964709933s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:12.311467Z","caller":"traceutil/trace.go:171","msg":"trace[706351513] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"1.895511499s","start":"2026-02-26T02:31:10.415938Z","end":"2026-02-26T02:31:12.311449Z","steps":["trace[706351513] 'process raft request' (duration: 1.895445947s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.311536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:10.415918Z","time spent":"1.895584702s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:12.311661Z","caller":"traceutil/trace.go:171","msg":"trace[1750301548] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"1.896267293s","start":"2026-02-26T02:31:10.415387Z","end":"2026-02-26T02:31:12.311654Z","steps":["trace[1750301548] 'process raft request' (duration: 1.895926943s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:12.311649Z","caller":"traceutil/trace.go:171","msg":"trace[927551809] linearizableReadLoop","detail":"{readStateIndex:24215; appliedIndex:24207; }","duration":"1.150411982s","start":"2026-02-26T02:31:11.161219Z","end":"2026-02-26T02:31:12.311631Z","steps":["trace[927551809] 'read index received' (duration: 1.143690678s)","trace[927551809] 'applied index is now lower than readState.Index' (duration: 6.720184ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:12.311691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:10.415365Z","time spent":"1.896309675s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:12.311732Z","caller":"traceutil/trace.go:171","msg":"trace[249608328] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"2.142832366s","start":"2026-02-26T02:31:10.168895Z","end":"2026-02-26T02:31:12.311728Z","steps":["trace[249608328] 'process raft request' (duration: 2.14233249s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.311752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:10.16887Z","time spent":"2.142870347s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:12.311748Z","caller":"traceutil/trace.go:171","msg":"trace[1616670405] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"1.895194049s","start":"2026-02-26T02:31:10.416542Z","end":"2026-02-26T02:31:12.311737Z","steps":["trace[1616670405] 'process raft request' (duration: 1.894872479s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:12.311791Z","caller":"traceutil/trace.go:171","msg":"trace[119723346] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"1.896304605s","start":"2026-02-26T02:31:10.415482Z","end":"2026-02-26T02:31:12.311787Z","steps":["trace[119723346] 'process raft request' (duration: 1.895866441s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.311811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:10.415475Z","time spent":"1.896324885s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:12.311879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863710904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:31:12.31189Z","caller":"traceutil/trace.go:171","msg":"trace[1817421186] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:23395; }","duration":"2.863759016s","start":"2026-02-26T02:31:09.448128Z","end":"2026-02-26T02:31:12.311887Z","steps":["trace[1817421186] 'agreement among raft nodes before linearized reading' (duration: 2.863715984s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.311901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:09.448107Z","time spent":"2.863791727s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-02-26T02:31:12.312038Z","caller":"traceutil/trace.go:171","msg":"trace[96243415] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"1.892596346s","start":"2026-02-26T02:31:10.419436Z","end":"2026-02-26T02:31:12.312032Z","steps":["trace[96243415] 'process raft request' (duration: 1.89207855s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.312064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:10.419423Z","time spent":"1.892626568s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:12.312104Z","caller":"traceutil/trace.go:171","msg":"trace[471783927] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"1.892470963s","start":"2026-02-26T02:31:10.419629Z","end":"2026-02-26T02:31:12.3121Z","steps":["trace[471783927] 'process raft request' (duration: 1.891956796s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.312125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:10.419592Z","time spent":"1.892519164s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:12.312199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2123705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:12.312224Z","caller":"traceutil/trace.go:171","msg":"trace[2127966300] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23395; }","duration":"1.212422301s","start":"2026-02-26T02:31:11.099788Z","end":"2026-02-26T02:31:12.31221Z","steps":["trace[2127966300] 'agreement among raft nodes before linearized reading' (duration: 1.21239435s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.312238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:11.099759Z","time spent":"1.212475133s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:12.312297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436606433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:12.312308Z","caller":"traceutil/trace.go:171","msg":"trace[1614414925] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23395; }","duration":"1.436649044s","start":"2026-02-26T02:31:10.875655Z","end":"2026-02-26T02:31:12.312304Z","steps":["trace[1614414925] 'agreement among raft nodes before linearized reading' (duration: 1.436627823s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.312321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:10.875639Z","time spent":"1.436677505s","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:12.312614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887302909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:31:12.312629Z","caller":"traceutil/trace.go:171","msg":"trace[1637519927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23395; }","duration":"1.88734788s","start":"2026-02-26T02:31:10.425276Z","end":"2026-02-26T02:31:12.312624Z","steps":["trace[1637519927] 'agreement among raft nodes before linearized reading' (duration: 1.887094272s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.31264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:10.425262Z","time spent":"1.887376101s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:31:12.312711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:10.416534Z","time spent":"1.895240781s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:12.312737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730854045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-snfjz.1897aa634d7caffa\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-02-26T02:31:12.312762Z","caller":"traceutil/trace.go:171","msg":"trace[1299279185] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-snfjz.1897aa634d7caffa; range_end:; response_count:1; response_revision:23395; }","duration":"2.730901676s","start":"2026-02-26T02:31:09.581855Z","end":"2026-02-26T02:31:12.312756Z","steps":["trace[1299279185] 'agreement among raft nodes before linearized reading' (duration: 2.730847504s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.312775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:09.581839Z","time spent":"2.730931267s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":971,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-snfjz.1897aa634d7caffa\" "} {"level":"warn","ts":"2026-02-26T02:31:12.313122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055103394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:12.313182Z","caller":"traceutil/trace.go:171","msg":"trace[1294400528] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23395; }","duration":"3.055207348s","start":"2026-02-26T02:31:09.257962Z","end":"2026-02-26T02:31:12.313169Z","steps":["trace[1294400528] 'agreement among raft nodes before linearized reading' (duration: 3.055029872s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.313231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:09.257943Z","time spent":"3.055269019s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:12.313552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047708889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:31:12.313633Z","caller":"traceutil/trace.go:171","msg":"trace[1513747060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23395; }","duration":"1.047819123s","start":"2026-02-26T02:31:11.265802Z","end":"2026-02-26T02:31:12.313621Z","steps":["trace[1513747060] 'agreement among raft nodes before linearized reading' (duration: 1.047634157s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.313666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:11.265789Z","time spent":"1.047868874s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:12.313791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215032994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:12.31382Z","caller":"traceutil/trace.go:171","msg":"trace[529154684] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23395; }","duration":"3.215103457s","start":"2026-02-26T02:31:09.098707Z","end":"2026-02-26T02:31:12.313811Z","steps":["trace[529154684] 'agreement among raft nodes before linearized reading' (duration: 3.215048085s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.313848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:09.098686Z","time spent":"3.215152908s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:12.314038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.32637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:31:12.314066Z","caller":"traceutil/trace.go:171","msg":"trace[562497277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23395; }","duration":"363.390002ms","start":"2026-02-26T02:31:11.950667Z","end":"2026-02-26T02:31:12.314057Z","steps":["trace[562497277] 'agreement among raft nodes before linearized reading' (duration: 363.312949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.314089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:11.950646Z","time spent":"363.436344ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:12.314097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.093293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:31:12.314095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.040406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:12.314154Z","caller":"traceutil/trace.go:171","msg":"trace[712750100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23395; }","duration":"346.157824ms","start":"2026-02-26T02:31:11.967977Z","end":"2026-02-26T02:31:12.314135Z","steps":["trace[712750100] 'agreement among raft nodes before linearized reading' (duration: 345.989119ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:12.31416Z","caller":"traceutil/trace.go:171","msg":"trace[1889421885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23395; }","duration":"649.143699ms","start":"2026-02-26T02:31:11.664998Z","end":"2026-02-26T02:31:12.314142Z","steps":["trace[1889421885] 'agreement among raft nodes before linearized reading' (duration: 649.030215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.314165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.835923597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T02:31:12.314189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:11.96797Z","time spent":"346.212806ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:31:12.314196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:11.664982Z","time spent":"649.207131ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:31:12.31421Z","caller":"traceutil/trace.go:171","msg":"trace[505721304] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23395; }","duration":"3.835996319s","start":"2026-02-26T02:31:08.478196Z","end":"2026-02-26T02:31:12.314193Z","steps":["trace[505721304] 'agreement among raft nodes before linearized reading' (duration: 3.835861085s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.314243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:08.478181Z","time spent":"3.836054551s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:31:12.31425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.08077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:31:12.314248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.493588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:31:12.314209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.877364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:12.314279Z","caller":"traceutil/trace.go:171","msg":"trace[807490570] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23395; }","duration":"741.149932ms","start":"2026-02-26T02:31:11.573121Z","end":"2026-02-26T02:31:12.314271Z","steps":["trace[807490570] 'agreement among raft nodes before linearized reading' (duration: 741.0945ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:12.3143Z","caller":"traceutil/trace.go:171","msg":"trace[1397678341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23395; }","duration":"364.56546ms","start":"2026-02-26T02:31:11.949712Z","end":"2026-02-26T02:31:12.314277Z","steps":["trace[1397678341] 'agreement among raft nodes before linearized reading' (duration: 364.318302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.31431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:11.5731Z","time spent":"741.201363ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:12.314309Z","caller":"traceutil/trace.go:171","msg":"trace[1169618431] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23395; }","duration":"203.013938ms","start":"2026-02-26T02:31:12.111276Z","end":"2026-02-26T02:31:12.31429Z","steps":["trace[1169618431] 'agreement among raft nodes before linearized reading' (duration: 202.783091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.314308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.452651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:31:12.314337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.649106603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:12.314326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:11.949696Z","time spent":"364.622941ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:31:12.31436Z","caller":"traceutil/trace.go:171","msg":"trace[1125373516] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23395; }","duration":"333.560474ms","start":"2026-02-26T02:31:11.980786Z","end":"2026-02-26T02:31:12.314347Z","steps":["trace[1125373516] 'agreement among raft nodes before linearized reading' (duration: 333.454261ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:12.314367Z","caller":"traceutil/trace.go:171","msg":"trace[1031742578] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23395; }","duration":"3.649178655s","start":"2026-02-26T02:31:08.665177Z","end":"2026-02-26T02:31:12.314356Z","steps":["trace[1031742578] 'agreement among raft nodes before linearized reading' (duration: 3.649133084s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.314391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:11.980767Z","time spent":"333.617356ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:12.3144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:08.665151Z","time spent":"3.649241017s","remote":"127.0.0.1:47394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:12.31457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796131033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:12.314602Z","caller":"traceutil/trace.go:171","msg":"trace[1399021294] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23395; }","duration":"3.796196955s","start":"2026-02-26T02:31:08.518395Z","end":"2026-02-26T02:31:12.314591Z","steps":["trace[1399021294] 'agreement among raft nodes before linearized reading' (duration: 3.796145343s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:12.314632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:08.518372Z","time spent":"3.796251247s","remote":"127.0.0.1:47784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:17.123248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.47144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-02-26T02:31:17.123305Z","caller":"traceutil/trace.go:171","msg":"trace[2056402713] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23479; }","duration":"847.578913ms","start":"2026-02-26T02:31:16.275713Z","end":"2026-02-26T02:31:17.123292Z","steps":["trace[2056402713] 'range keys from in-memory index tree' (duration: 847.333855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:17.123328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.275693Z","time spent":"847.628685ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" "} {"level":"warn","ts":"2026-02-26T02:31:17.125047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.27865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:17.125087Z","caller":"traceutil/trace.go:171","msg":"trace[1864180624] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"801.818519ms","start":"2026-02-26T02:31:16.323261Z","end":"2026-02-26T02:31:17.12508Z","steps":["trace[1864180624] 'process raft request' (duration: 336.470258ms)","trace[1864180624] 'compare' (duration: 464.591007ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:17.125112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.323238Z","time spent":"801.861151ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:17.147978Z","caller":"traceutil/trace.go:171","msg":"trace[559366803] linearizableReadLoop","detail":"{readStateIndex:24307; appliedIndex:24301; }","duration":"764.227706ms","start":"2026-02-26T02:31:16.383729Z","end":"2026-02-26T02:31:17.147957Z","steps":["trace[559366803] 'read index received' (duration: 276.008308ms)","trace[559366803] 'applied index is now lower than readState.Index' (duration: 488.218618ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:17.148219Z","caller":"traceutil/trace.go:171","msg":"trace[1522850347] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"817.980082ms","start":"2026-02-26T02:31:16.330216Z","end":"2026-02-26T02:31:17.148196Z","steps":["trace[1522850347] 'process raft request' (duration: 817.708714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:17.148311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.330204Z","time spent":"818.047265ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:17.148359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.471129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:17.148407Z","caller":"traceutil/trace.go:171","msg":"trace[240320701] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"823.285391ms","start":"2026-02-26T02:31:16.325116Z","end":"2026-02-26T02:31:17.148401Z","steps":["trace[240320701] 'process raft request' (duration: 822.61626ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:17.148413Z","caller":"traceutil/trace.go:171","msg":"trace[480808918] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23485; }","duration":"688.542881ms","start":"2026-02-26T02:31:16.459858Z","end":"2026-02-26T02:31:17.148401Z","steps":["trace[480808918] 'agreement among raft nodes before linearized reading' (duration: 688.445428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:17.148402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.455401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:31:17.148478Z","caller":"traceutil/trace.go:171","msg":"trace[1592585423] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"822.380042ms","start":"2026-02-26T02:31:16.326093Z","end":"2026-02-26T02:31:17.148473Z","steps":["trace[1592585423] 'process raft request' (duration: 821.752732ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:17.148497Z","caller":"traceutil/trace.go:171","msg":"trace[93773338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23485; }","duration":"763.575175ms","start":"2026-02-26T02:31:16.384892Z","end":"2026-02-26T02:31:17.148467Z","steps":["trace[93773338] 'agreement among raft nodes before linearized reading' (duration: 763.349238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:17.148522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.795084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:31:17.148531Z","caller":"traceutil/trace.go:171","msg":"trace[921544418] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"822.230948ms","start":"2026-02-26T02:31:16.326295Z","end":"2026-02-26T02:31:17.148526Z","steps":["trace[921544418] 'process raft request' (duration: 821.578237ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:17.148544Z","caller":"traceutil/trace.go:171","msg":"trace[903959791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23485; }","duration":"764.848695ms","start":"2026-02-26T02:31:16.383689Z","end":"2026-02-26T02:31:17.148538Z","steps":["trace[903959791] 'agreement among raft nodes before linearized reading' (duration: 764.766003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:17.148547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.384881Z","time spent":"763.656397ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:17.148567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.38367Z","time spent":"764.893117ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:31:17.148576Z","caller":"traceutil/trace.go:171","msg":"trace[302604250] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"821.796084ms","start":"2026-02-26T02:31:16.326776Z","end":"2026-02-26T02:31:17.148572Z","steps":["trace[302604250] 'process raft request' (duration: 821.122253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:17.148597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.326762Z","time spent":"821.823865ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:17.148569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.565354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:31:17.148438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.325099Z","time spent":"823.324203ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:17.14851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.326017Z","time spent":"822.477586ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:17.148649Z","caller":"traceutil/trace.go:171","msg":"trace[734760673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23485; }","duration":"763.698788ms","start":"2026-02-26T02:31:16.384929Z","end":"2026-02-26T02:31:17.148628Z","steps":["trace[734760673] 'agreement among raft nodes before linearized reading' (duration: 763.411239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:17.148558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.326257Z","time spent":"822.286299ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:17.148699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.384911Z","time spent":"763.778971ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:17.148708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.786922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:31:17.14875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.504068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-02-26T02:31:17.148766Z","caller":"traceutil/trace.go:171","msg":"trace[1887382126] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23485; }","duration":"460.5763ms","start":"2026-02-26T02:31:16.688184Z","end":"2026-02-26T02:31:17.14876Z","steps":["trace[1887382126] 'agreement among raft nodes before linearized reading' (duration: 460.536449ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:17.148767Z","caller":"traceutil/trace.go:171","msg":"trace[947042950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23485; }","duration":"763.886384ms","start":"2026-02-26T02:31:16.384867Z","end":"2026-02-26T02:31:17.148754Z","steps":["trace[947042950] 'agreement among raft nodes before linearized reading' (duration: 763.799321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:17.148783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.688163Z","time spent":"460.616901ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" "} {"level":"warn","ts":"2026-02-26T02:31:17.148799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.384838Z","time spent":"763.951946ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:31:17.148441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.459825Z","time spent":"688.609223ms","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:17.14886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.289406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:31:17.148954Z","caller":"traceutil/trace.go:171","msg":"trace[1995940406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23485; }","duration":"763.397319ms","start":"2026-02-26T02:31:16.385528Z","end":"2026-02-26T02:31:17.148925Z","steps":["trace[1995940406] 'agreement among raft nodes before linearized reading' (duration: 763.181752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:17.148995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:16.385521Z","time spent":"763.465061ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:31:17.873118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:31:18.251312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.698214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:18.251404Z","caller":"traceutil/trace.go:171","msg":"trace[783945853] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"1.097775811s","start":"2026-02-26T02:31:17.153609Z","end":"2026-02-26T02:31:18.251385Z","steps":["trace[783945853] 'process raft request' (duration: 738.932923ms)","trace[783945853] 'compare' (duration: 357.794235ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:18.251459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.153592Z","time spent":"1.097839253s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:18.894399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001830453s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:31:18.896009Z","caller":"traceutil/trace.go:171","msg":"trace[790668482] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"1.741707404s","start":"2026-02-26T02:31:17.154282Z","end":"2026-02-26T02:31:18.89599Z","steps":["trace[790668482] 'process raft request' (duration: 1.741599671s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:18.896053Z","caller":"traceutil/trace.go:171","msg":"trace[380928383] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"1.729425515s","start":"2026-02-26T02:31:17.16661Z","end":"2026-02-26T02:31:18.896036Z","steps":["trace[380928383] 'process raft request' (duration: 1.729348382s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:18.896069Z","caller":"traceutil/trace.go:171","msg":"trace[269753959] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"1.741604942s","start":"2026-02-26T02:31:17.154423Z","end":"2026-02-26T02:31:18.896028Z","steps":["trace[269753959] 'process raft request' (duration: 1.741514619s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:18.896108Z","caller":"traceutil/trace.go:171","msg":"trace[1111888285] linearizableReadLoop","detail":"{readStateIndex:24315; appliedIndex:24307; }","duration":"1.52337818s","start":"2026-02-26T02:31:17.372715Z","end":"2026-02-26T02:31:18.896093Z","steps":["trace[1111888285] 'read index received' (duration: 519.838193ms)","trace[1111888285] 'applied index is now lower than readState.Index' (duration: 1.003539367s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:18.896157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.166588Z","time spent":"1.729512787s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:18.896212Z","caller":"traceutil/trace.go:171","msg":"trace[1222046723] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"1.697609034s","start":"2026-02-26T02:31:17.198592Z","end":"2026-02-26T02:31:18.896201Z","steps":["trace[1222046723] 'process raft request' (duration: 1.697420088s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:18.896256Z","caller":"traceutil/trace.go:171","msg":"trace[1368604953] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"1.741911742s","start":"2026-02-26T02:31:17.154335Z","end":"2026-02-26T02:31:18.896247Z","steps":["trace[1368604953] 'process raft request' (duration: 1.741583511s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:18.896283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.198572Z","time spent":"1.697674676s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:18.896309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.154108Z","time spent":"1.74217702s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:18.896353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523630677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:18.896215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.154409Z","time spent":"1.741733835s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:18.896106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.154267Z","time spent":"1.741787247s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:18.896431Z","caller":"traceutil/trace.go:171","msg":"trace[789424541] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"1.579696078s","start":"2026-02-26T02:31:17.316728Z","end":"2026-02-26T02:31:18.896425Z","steps":["trace[789424541] 'process raft request' (duration: 1.579328917s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:18.896431Z","caller":"traceutil/trace.go:171","msg":"trace[1978967937] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23493; }","duration":"1.523762832s","start":"2026-02-26T02:31:17.372649Z","end":"2026-02-26T02:31:18.896412Z","steps":["trace[1978967937] 'agreement among raft nodes before linearized reading' (duration: 1.523601997s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:18.896469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.316705Z","time spent":"1.57974351s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:18.896491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.372623Z","time spent":"1.523851025s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:18.89611Z","caller":"traceutil/trace.go:171","msg":"trace[1758340140] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"1.741991054s","start":"2026-02-26T02:31:17.154066Z","end":"2026-02-26T02:31:18.896057Z","steps":["trace[1758340140] 'process raft request' (duration: 1.741611752s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:18.89703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.154057Z","time spent":"1.742914273s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:19.534367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.021576ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:31:19.535742Z","caller":"traceutil/trace.go:171","msg":"trace[1873977187] linearizableReadLoop","detail":"{readStateIndex:24317; appliedIndex:24315; }","duration":"639.582625ms","start":"2026-02-26T02:31:18.896138Z","end":"2026-02-26T02:31:19.535721Z","steps":["trace[1873977187] 'read index received' (duration: 79.152624ms)","trace[1873977187] 'applied index is now lower than readState.Index' (duration: 560.428691ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:19.535798Z","caller":"traceutil/trace.go:171","msg":"trace[1045148116] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"899.15651ms","start":"2026-02-26T02:31:18.636616Z","end":"2026-02-26T02:31:19.535772Z","steps":["trace[1045148116] 'process raft request' (duration: 897.863529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:19.536131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:18.636596Z","time spent":"899.279094ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:20.036698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:31:20.468696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760366946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:20.46878Z","caller":"traceutil/trace.go:171","msg":"trace[1116996863] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23494; }","duration":"1.760506801s","start":"2026-02-26T02:31:18.708253Z","end":"2026-02-26T02:31:20.46876Z","steps":["trace[1116996863] 'agreement among raft nodes before linearized reading' (duration: 827.531295ms)","trace[1116996863] 'count revisions from in-memory index tree' (duration: 932.843462ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:20.46882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:18.708237Z","time spent":"1.760573763s","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:20.46897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988640692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:31:20.469074Z","caller":"traceutil/trace.go:171","msg":"trace[498772954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23494; }","duration":"2.988786126s","start":"2026-02-26T02:31:17.480267Z","end":"2026-02-26T02:31:20.469053Z","steps":["trace[498772954] 'agreement among raft nodes before linearized reading' (duration: 2.055520681s)","trace[498772954] 'range keys from in-memory index tree' (duration: 933.067139ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:20.469107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.480246Z","time spent":"2.988854318s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:31:20.469249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784388554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:31:20.469282Z","caller":"traceutil/trace.go:171","msg":"trace[325430602] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23494; }","duration":"2.784459876s","start":"2026-02-26T02:31:17.684814Z","end":"2026-02-26T02:31:20.469274Z","steps":["trace[325430602] 'agreement among raft nodes before linearized reading' (duration: 1.850932013s)","trace[325430602] 'range keys from in-memory index tree' (duration: 933.43573ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:20.469286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825776824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:20.469305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.684791Z","time spent":"2.784506098s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T02:31:20.469316Z","caller":"traceutil/trace.go:171","msg":"trace[773447985] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23494; }","duration":"1.825826526s","start":"2026-02-26T02:31:18.643478Z","end":"2026-02-26T02:31:20.469304Z","steps":["trace[773447985] 'agreement among raft nodes before linearized reading' (duration: 892.316873ms)","trace[773447985] 'count revisions from in-memory index tree' (duration: 933.479072ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:20.46934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:18.643465Z","time spent":"1.825868267s","remote":"127.0.0.1:46898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:20.469371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808884692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:20.469438Z","caller":"traceutil/trace.go:171","msg":"trace[1650011820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23494; }","duration":"2.808996856s","start":"2026-02-26T02:31:17.660425Z","end":"2026-02-26T02:31:20.469422Z","steps":["trace[1650011820] 'agreement among raft nodes before linearized reading' (duration: 1.875339148s)","trace[1650011820] 'range keys from in-memory index tree' (duration: 933.559224ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:20.469456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579982876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897ab12b56e03da\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-02-26T02:31:20.469469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.660405Z","time spent":"2.809057357s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:31:20.469483Z","caller":"traceutil/trace.go:171","msg":"trace[2008389113] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897ab12b56e03da; range_end:; response_count:1; response_revision:23494; }","duration":"1.580008727s","start":"2026-02-26T02:31:18.889465Z","end":"2026-02-26T02:31:20.469474Z","steps":["trace[2008389113] 'agreement among raft nodes before linearized reading' (duration: 646.315549ms)","trace[2008389113] 'range keys from in-memory index tree' (duration: 933.633727ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:20.469508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:18.889435Z","time spent":"1.580067119s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1897ab12b56e03da\" "} {"level":"warn","ts":"2026-02-26T02:31:20.469513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999580034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:20.46954Z","caller":"traceutil/trace.go:171","msg":"trace[585217280] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23494; }","duration":"1.999631316s","start":"2026-02-26T02:31:18.4699Z","end":"2026-02-26T02:31:20.469531Z","steps":["trace[585217280] 'agreement among raft nodes before linearized reading' (duration: 1.065840244s)","trace[585217280] 'count revisions from in-memory index tree' (duration: 933.74825ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:20.469564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:18.469885Z","time spent":"1.999674057s","remote":"127.0.0.1:48942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:20.46961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336084263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-26T02:31:20.469641Z","caller":"traceutil/trace.go:171","msg":"trace[119615453] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23494; }","duration":"2.336152335s","start":"2026-02-26T02:31:18.133478Z","end":"2026-02-26T02:31:20.46963Z","steps":["trace[119615453] 'agreement among raft nodes before linearized reading' (duration: 1.402289601s)","trace[119615453] 'range keys from in-memory index tree' (duration: 933.763711ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:20.469665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:18.133451Z","time spent":"2.336210017s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" "} {"level":"warn","ts":"2026-02-26T02:31:20.469252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041308555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-02-26T02:31:20.46948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192090569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:20.469723Z","caller":"traceutil/trace.go:171","msg":"trace[1245740124] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23494; }","duration":"3.041815711s","start":"2026-02-26T02:31:17.427897Z","end":"2026-02-26T02:31:20.469713Z","steps":["trace[1245740124] 'agreement among raft nodes before linearized reading' (duration: 2.107896635s)","trace[1245740124] 'range keys from in-memory index tree' (duration: 933.384439ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:20.469734Z","caller":"traceutil/trace.go:171","msg":"trace[721161265] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23494; }","duration":"2.192375478s","start":"2026-02-26T02:31:18.277345Z","end":"2026-02-26T02:31:20.469721Z","steps":["trace[721161265] 'agreement among raft nodes before linearized reading' (duration: 1.258415681s)","trace[721161265] 'count revisions from in-memory index tree' (duration: 933.697849ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:20.469751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:17.427877Z","time spent":"3.041866423s","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-26T02:31:20.469764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:18.277325Z","time spent":"2.19242811s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:20.469787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661761744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:20.469862Z","caller":"traceutil/trace.go:171","msg":"trace[2126204263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23494; }","duration":"1.661871978s","start":"2026-02-26T02:31:18.80797Z","end":"2026-02-26T02:31:20.469842Z","steps":["trace[2126204263] 'agreement among raft nodes before linearized reading' (duration: 727.803637ms)","trace[2126204263] 'range keys from in-memory index tree' (duration: 933.968187ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:20.469903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:18.807958Z","time spent":"1.66193661s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:31:20.537445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:31:20.64171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.506776811s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:31:20.642255Z","caller":"traceutil/trace.go:171","msg":"trace[1360525031] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"1.507421581s","start":"2026-02-26T02:31:19.134802Z","end":"2026-02-26T02:31:20.642223Z","steps":["trace[1360525031] 'process raft request' (duration: 1.507194984s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:20.642439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:19.134777Z","time spent":"1.507569616s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:21.661456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:31:21.661547Z","caller":"traceutil/trace.go:171","msg":"trace[1159856431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178365s","start":"2026-02-26T02:31:19.661349Z","end":"2026-02-26T02:31:21.661528Z","steps":["trace[1159856431] 'agreement among raft nodes before linearized reading' (duration: 2.000060672s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:21.661594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:19.661333Z","time spent":"2.000251987s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:31:23.67022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000759992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:31:23.670303Z","caller":"traceutil/trace.go:171","msg":"trace[1689556682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000895786s","start":"2026-02-26T02:31:21.669386Z","end":"2026-02-26T02:31:23.670281Z","steps":["trace[1689556682] 'agreement among raft nodes before linearized reading' (duration: 2.000798243s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:23.670368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:21.66936Z","time spent":"2.00099478s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:31:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:31:24.090794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.448785999s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:31:24.153713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:19.155245Z","time spent":"4.998462102s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:31:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:31:24.153774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:19.154761Z","time spent":"4.999005009s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:31:24.153828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:19.155007Z","time spent":"4.998820773s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:31:24.154635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:19.15586Z","time spent":"4.998768992s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:31:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:31:24.156333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:19.156842Z","time spent":"4.999486685s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:31:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:31:24.320923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.516113727s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:24.321121Z","caller":"traceutil/trace.go:171","msg":"trace[345887175] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23495; }","duration":"3.516329774s","start":"2026-02-26T02:31:20.804773Z","end":"2026-02-26T02:31:24.321103Z","steps":["trace[345887175] 'range keys from in-memory index tree' (duration: 3.516095677s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.322445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.382849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:24.324096Z","caller":"traceutil/trace.go:171","msg":"trace[331865937] linearizableReadLoop","detail":"{readStateIndex:24326; appliedIndex:24317; }","duration":"4.788293887s","start":"2026-02-26T02:31:19.535781Z","end":"2026-02-26T02:31:24.324075Z","steps":["trace[331865937] 'read index received' (duration: 1.106298171s)","trace[331865937] 'applied index is now lower than readState.Index' (duration: 3.681994926s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:24.324311Z","caller":"traceutil/trace.go:171","msg":"trace[1999229258] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"4.505919838s","start":"2026-02-26T02:31:19.81838Z","end":"2026-02-26T02:31:24.3243Z","steps":["trace[1999229258] 'process raft request' (duration: 4.505387561s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.324407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:19.818355Z","time spent":"4.505984341s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:24.324677Z","caller":"traceutil/trace.go:171","msg":"trace[166972673] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"3.850865111s","start":"2026-02-26T02:31:20.473801Z","end":"2026-02-26T02:31:24.324666Z","steps":["trace[166972673] 'process raft request' (duration: 3.850143328s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.324736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.473785Z","time spent":"3.850916852s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:24.325039Z","caller":"traceutil/trace.go:171","msg":"trace[1009456805] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"3.850051285s","start":"2026-02-26T02:31:20.474979Z","end":"2026-02-26T02:31:24.32503Z","steps":["trace[1009456805] 'process raft request' (duration: 3.849019902s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.325086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.474964Z","time spent":"3.850096867s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:24.325283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.876491839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:31:24.325313Z","caller":"traceutil/trace.go:171","msg":"trace[67738716] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:23503; }","duration":"4.876561431s","start":"2026-02-26T02:31:19.448743Z","end":"2026-02-26T02:31:24.325305Z","steps":["trace[67738716] 'agreement among raft nodes before linearized reading' (duration: 4.876452958s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.325346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:19.448721Z","time spent":"4.876618733s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-02-26T02:31:24.325482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005505158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:24.325511Z","caller":"traceutil/trace.go:171","msg":"trace[130196144] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23503; }","duration":"5.005534399s","start":"2026-02-26T02:31:19.319967Z","end":"2026-02-26T02:31:24.325501Z","steps":["trace[130196144] 'agreement among raft nodes before linearized reading' (duration: 5.005488277s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.325812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.384805775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:24.325874Z","caller":"traceutil/trace.go:171","msg":"trace[931902307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23503; }","duration":"5.384916798s","start":"2026-02-26T02:31:18.940944Z","end":"2026-02-26T02:31:24.32586Z","steps":["trace[931902307] 'agreement among raft nodes before linearized reading' (duration: 5.384805795s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.325971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:18.940925Z","time spent":"5.385035181s","remote":"127.0.0.1:59170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:24.32665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:19.31991Z","time spent":"5.006723837s","remote":"127.0.0.1:57706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:24.36529Z","caller":"traceutil/trace.go:171","msg":"trace[1215602372] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"3.463664511s","start":"2026-02-26T02:31:20.901597Z","end":"2026-02-26T02:31:24.365262Z","steps":["trace[1215602372] 'process raft request' (duration: 3.463501996s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:24.365316Z","caller":"traceutil/trace.go:171","msg":"trace[682805945] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"1.716779832s","start":"2026-02-26T02:31:22.648503Z","end":"2026-02-26T02:31:24.365283Z","steps":["trace[682805945] 'process raft request' (duration: 1.71670398s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:24.36537Z","caller":"traceutil/trace.go:171","msg":"trace[1786992663] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"1.188075468s","start":"2026-02-26T02:31:23.177275Z","end":"2026-02-26T02:31:24.365351Z","steps":["trace[1786992663] 'process raft request' (duration: 1.187964635s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.365426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.901586Z","time spent":"3.463774935s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:24.365453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320560481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:24.365486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:23.17723Z","time spent":"1.188188262s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:24.365513Z","caller":"traceutil/trace.go:171","msg":"trace[299597296] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23507; }","duration":"2.320666774s","start":"2026-02-26T02:31:22.044833Z","end":"2026-02-26T02:31:24.3655Z","steps":["trace[299597296] 'agreement among raft nodes before linearized reading' (duration: 2.32053666s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.365498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:22.648479Z","time spent":"1.716928096s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:24.365557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:22.044813Z","time spent":"2.320734826s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:24.36577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465079366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:31:24.365823Z","caller":"traceutil/trace.go:171","msg":"trace[7321392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23507; }","duration":"3.465166819s","start":"2026-02-26T02:31:20.900644Z","end":"2026-02-26T02:31:24.365811Z","steps":["trace[7321392] 'agreement among raft nodes before linearized reading' (duration: 3.464994563s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.365845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.44815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-26T02:31:24.365897Z","caller":"traceutil/trace.go:171","msg":"trace[952288235] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23507; }","duration":"207.525202ms","start":"2026-02-26T02:31:24.158361Z","end":"2026-02-26T02:31:24.365886Z","steps":["trace[952288235] 'agreement among raft nodes before linearized reading' (duration: 207.436329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.365975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701234553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-26T02:31:24.365989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892770891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8f25738-dedc-4861-bd6b-ba908858e41f\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-26T02:31:24.366021Z","caller":"traceutil/trace.go:171","msg":"trace[1784974479] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8f25738-dedc-4861-bd6b-ba908858e41f; range_end:; response_count:1; response_revision:23507; }","duration":"3.892835423s","start":"2026-02-26T02:31:20.473175Z","end":"2026-02-26T02:31:24.366011Z","steps":["trace[1784974479] 'agreement among raft nodes before linearized reading' (duration: 3.89274292s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.368014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.473156Z","time spent":"3.894845407s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-e8f25738-dedc-4861-bd6b-ba908858e41f\" "} {"level":"warn","ts":"2026-02-26T02:31:24.36586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.900624Z","time spent":"3.4652285s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:31:24.366016Z","caller":"traceutil/trace.go:171","msg":"trace[1689306430] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24; range_end:; response_count:1; response_revision:23507; }","duration":"2.701315085s","start":"2026-02-26T02:31:21.664688Z","end":"2026-02-26T02:31:24.366003Z","steps":["trace[1689306430] 'agreement among raft nodes before linearized reading' (duration: 2.701197031s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.368205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:21.664669Z","time spent":"2.703525816s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" "} {"level":"info","ts":"2026-02-26T02:31:24.365764Z","caller":"traceutil/trace.go:171","msg":"trace[1533344838] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"463.904736ms","start":"2026-02-26T02:31:23.90184Z","end":"2026-02-26T02:31:24.365745Z","steps":["trace[1533344838] 'process raft request' (duration: 463.434871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.368372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:23.901823Z","time spent":"466.518568ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:24.366023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.290367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:24.368487Z","caller":"traceutil/trace.go:171","msg":"trace[1116890557] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23507; }","duration":"624.788506ms","start":"2026-02-26T02:31:23.743683Z","end":"2026-02-26T02:31:24.368472Z","steps":["trace[1116890557] 'agreement among raft nodes before linearized reading' (duration: 622.271756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.368534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:23.743656Z","time spent":"624.865169ms","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:24.366074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.544916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-02-26T02:31:24.368693Z","caller":"traceutil/trace.go:171","msg":"trace[1529023010] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23507; }","duration":"212.231521ms","start":"2026-02-26T02:31:24.156453Z","end":"2026-02-26T02:31:24.368684Z","steps":["trace[1529023010] 'agreement among raft nodes before linearized reading' (duration: 209.593907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.366095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888407698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-26T02:31:24.368817Z","caller":"traceutil/trace.go:171","msg":"trace[856927518] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23507; }","duration":"2.891151025s","start":"2026-02-26T02:31:21.477657Z","end":"2026-02-26T02:31:24.368808Z","steps":["trace[856927518] 'agreement among raft nodes before linearized reading' (duration: 2.888377657s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.36884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:21.477644Z","time spent":"2.891187926s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" "} {"level":"warn","ts":"2026-02-26T02:31:24.366104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.842639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:24.36898Z","caller":"traceutil/trace.go:171","msg":"trace[374359761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23507; }","duration":"690.754421ms","start":"2026-02-26T02:31:23.678219Z","end":"2026-02-26T02:31:24.368973Z","steps":["trace[374359761] 'agreement among raft nodes before linearized reading' (duration: 687.855289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.369001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:23.678196Z","time spent":"690.798353ms","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:31:24.366111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.635159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-26T02:31:24.369176Z","caller":"traceutil/trace.go:171","msg":"trace[834748332] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23507; }","duration":"212.734977ms","start":"2026-02-26T02:31:24.15643Z","end":"2026-02-26T02:31:24.369165Z","steps":["trace[834748332] 'agreement among raft nodes before linearized reading' (duration: 209.6567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.366147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.400033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-26T02:31:24.3693Z","caller":"traceutil/trace.go:171","msg":"trace[257699442] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23507; }","duration":"213.583815ms","start":"2026-02-26T02:31:24.15571Z","end":"2026-02-26T02:31:24.369294Z","steps":["trace[257699442] 'agreement among raft nodes before linearized reading' (duration: 210.420244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.366146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434192605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:24.369767Z","caller":"traceutil/trace.go:171","msg":"trace[918139476] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23507; }","duration":"3.43784033s","start":"2026-02-26T02:31:20.931915Z","end":"2026-02-26T02:31:24.369756Z","steps":["trace[918139476] 'agreement among raft nodes before linearized reading' (duration: 3.434202665s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.369793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.931901Z","time spent":"3.437882942s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:24.366149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404929516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:24.369918Z","caller":"traceutil/trace.go:171","msg":"trace[2041532995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23507; }","duration":"1.408682976s","start":"2026-02-26T02:31:22.961211Z","end":"2026-02-26T02:31:24.369894Z","steps":["trace[2041532995] 'agreement among raft nodes before linearized reading' (duration: 1.404914476s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.369989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:22.961194Z","time spent":"1.408766869s","remote":"127.0.0.1:34470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:24.366181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.576208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:31:24.37007Z","caller":"traceutil/trace.go:171","msg":"trace[816241349] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23507; }","duration":"214.494804ms","start":"2026-02-26T02:31:24.155563Z","end":"2026-02-26T02:31:24.370058Z","steps":["trace[816241349] 'agreement among raft nodes before linearized reading' (duration: 210.60065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.366189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659031388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:24.366216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.325155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:24.370649Z","caller":"traceutil/trace.go:171","msg":"trace[1162060327] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23507; }","duration":"358.765566ms","start":"2026-02-26T02:31:24.011872Z","end":"2026-02-26T02:31:24.370637Z","steps":["trace[1162060327] 'agreement among raft nodes before linearized reading' (duration: 354.322835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.370682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.011866Z","time spent":"358.805027ms","remote":"127.0.0.1:47192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:24.366224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464703824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:31:24.370743Z","caller":"traceutil/trace.go:171","msg":"trace[1992652987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23507; }","duration":"3.469227248s","start":"2026-02-26T02:31:20.901501Z","end":"2026-02-26T02:31:24.370728Z","steps":["trace[1992652987] 'agreement among raft nodes before linearized reading' (duration: 3.464666863s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.370797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.901495Z","time spent":"3.46928229s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:31:24.370824Z","caller":"traceutil/trace.go:171","msg":"trace[1840697693] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23507; }","duration":"1.663663155s","start":"2026-02-26T02:31:22.70711Z","end":"2026-02-26T02:31:24.370773Z","steps":["trace[1840697693] 'agreement among raft nodes before linearized reading' (duration: 1.659060438s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.36623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7151505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:24.370912Z","caller":"traceutil/trace.go:171","msg":"trace[1525466844] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23507; }","duration":"1.719844099s","start":"2026-02-26T02:31:22.651043Z","end":"2026-02-26T02:31:24.370887Z","steps":["trace[1525466844] 'agreement among raft nodes before linearized reading' (duration: 1.71516622s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.37094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:22.651025Z","time spent":"1.719904902s","remote":"127.0.0.1:52226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:24.370939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:22.707091Z","time spent":"1.663793678s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:31:24.366251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.514993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:24.371001Z","caller":"traceutil/trace.go:171","msg":"trace[573781445] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23507; }","duration":"360.292515ms","start":"2026-02-26T02:31:24.010698Z","end":"2026-02-26T02:31:24.370991Z","steps":["trace[573781445] 'agreement among raft nodes before linearized reading' (duration: 355.532083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.37103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.010683Z","time spent":"360.337346ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:24.366291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464961692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:31:24.371134Z","caller":"traceutil/trace.go:171","msg":"trace[1649376393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23507; }","duration":"3.469821617s","start":"2026-02-26T02:31:20.901305Z","end":"2026-02-26T02:31:24.371127Z","steps":["trace[1649376393] 'agreement among raft nodes before linearized reading' (duration: 3.464941122s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.371159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.901298Z","time spent":"3.469850588s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:31:24.366298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833974254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:24.37132Z","caller":"traceutil/trace.go:171","msg":"trace[958723170] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23507; }","duration":"1.839033175s","start":"2026-02-26T02:31:22.532278Z","end":"2026-02-26T02:31:24.371312Z","steps":["trace[958723170] 'agreement among raft nodes before linearized reading' (duration: 1.833971644s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.371346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:22.532257Z","time spent":"1.839079947s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:24.366357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110171607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:31:24.371411Z","caller":"traceutil/trace.go:171","msg":"trace[2023206488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23507; }","duration":"4.115223058s","start":"2026-02-26T02:31:20.25618Z","end":"2026-02-26T02:31:24.371403Z","steps":["trace[2023206488] 'agreement among raft nodes before linearized reading' (duration: 4.110093135s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.371439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.256118Z","time spent":"4.11531245s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:31:24.366357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465484569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:31:24.371617Z","caller":"traceutil/trace.go:171","msg":"trace[549043929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23507; }","duration":"3.470739576s","start":"2026-02-26T02:31:20.900851Z","end":"2026-02-26T02:31:24.37159Z","steps":["trace[549043929] 'agreement among raft nodes before linearized reading' (duration: 3.465457748s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.366384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.012396241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:24.371705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.900844Z","time spent":"3.470840869s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:31:24.371718Z","caller":"traceutil/trace.go:171","msg":"trace[936940204] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23507; }","duration":"4.017744101s","start":"2026-02-26T02:31:20.353958Z","end":"2026-02-26T02:31:24.371702Z","steps":["trace[936940204] 'agreement among raft nodes before linearized reading' (duration: 4.012412862s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.371833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.353944Z","time spent":"4.017874666s","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:24.366415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.819219595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:24.372072Z","caller":"traceutil/trace.go:171","msg":"trace[921926435] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23507; }","duration":"3.824911946s","start":"2026-02-26T02:31:20.54715Z","end":"2026-02-26T02:31:24.372062Z","steps":["trace[921926435] 'agreement among raft nodes before linearized reading' (duration: 3.819242115s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.372117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.547132Z","time spent":"3.824973218s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:24.366545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339019026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-26T02:31:24.372207Z","caller":"traceutil/trace.go:171","msg":"trace[280117624] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23507; }","duration":"4.344675496s","start":"2026-02-26T02:31:20.02752Z","end":"2026-02-26T02:31:24.372196Z","steps":["trace[280117624] 'agreement among raft nodes before linearized reading' (duration: 4.338979545s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.372236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.027419Z","time spent":"4.34480816s","remote":"127.0.0.1:48854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:31:24.366614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892707709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:31:24.372316Z","caller":"traceutil/trace.go:171","msg":"trace[928515100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23507; }","duration":"3.898434691s","start":"2026-02-26T02:31:20.473874Z","end":"2026-02-26T02:31:24.372309Z","steps":["trace[928515100] 'agreement among raft nodes before linearized reading' (duration: 3.892661558s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.372343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.473863Z","time spent":"3.898472853s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:31:24.367031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500111544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274869"} {"level":"info","ts":"2026-02-26T02:31:24.372458Z","caller":"traceutil/trace.go:171","msg":"trace[494049022] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23507; }","duration":"2.505585618s","start":"2026-02-26T02:31:21.866851Z","end":"2026-02-26T02:31:24.372437Z","steps":["trace[494049022] 'agreement among raft nodes before linearized reading' (duration: 2.49871675s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.372545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:21.866839Z","time spent":"2.505682331s","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274891,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:31:24.366421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622088463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:24.373096Z","caller":"traceutil/trace.go:171","msg":"trace[2032872786] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23507; }","duration":"3.628786746s","start":"2026-02-26T02:31:20.74429Z","end":"2026-02-26T02:31:24.373077Z","steps":["trace[2032872786] 'agreement among raft nodes before linearized reading' (duration: 3.622113784s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:24.373155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:20.74427Z","time spent":"3.628864099s","remote":"127.0.0.1:48900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:24.553738Z","caller":"traceutil/trace.go:171","msg":"trace[1226822494] linearizableReadLoop","detail":"{readStateIndex:24332; appliedIndex:24331; }","duration":"183.352594ms","start":"2026-02-26T02:31:24.370347Z","end":"2026-02-26T02:31:24.553699Z","steps":["trace[1226822494] 'read index received' (duration: 102.017731ms)","trace[1226822494] 'applied index is now lower than readState.Index' (duration: 81.325283ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:24.553893Z","caller":"traceutil/trace.go:171","msg":"trace[1529491073] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"183.54106ms","start":"2026-02-26T02:31:24.370332Z","end":"2026-02-26T02:31:24.553873Z","steps":["trace[1529491073] 'process raft request' (duration: 102.035511ms)","trace[1529491073] 'compare' (duration: 80.829437ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:24.554101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.919122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-26T02:31:24.554183Z","caller":"traceutil/trace.go:171","msg":"trace[1421548131] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23508; }","duration":"184.042666ms","start":"2026-02-26T02:31:24.370121Z","end":"2026-02-26T02:31:24.554163Z","steps":["trace[1421548131] 'agreement among raft nodes before linearized reading' (duration: 183.774847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.054824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:31:25.555518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.263953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:25.55569Z","caller":"traceutil/trace.go:171","msg":"trace[2087559895] linearizableReadLoop","detail":"{readStateIndex:24338; appliedIndex:24332; }","duration":"1.001862894s","start":"2026-02-26T02:31:24.553817Z","end":"2026-02-26T02:31:25.55568Z","steps":["trace[2087559895] 'read index received' (duration: 789.322832ms)","trace[2087559895] 'applied index is now lower than readState.Index' (duration: 212.539192ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:25.555751Z","caller":"traceutil/trace.go:171","msg":"trace[1721650029] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"1.184470024s","start":"2026-02-26T02:31:24.371275Z","end":"2026-02-26T02:31:25.555745Z","steps":["trace[1721650029] 'process raft request' (duration: 971.926402ms)","trace[1721650029] 'compare' (duration: 211.153667ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:25.555781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.371259Z","time spent":"1.184505035s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:25.555839Z","caller":"traceutil/trace.go:171","msg":"trace[1714380707] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"1.178309218s","start":"2026-02-26T02:31:24.377518Z","end":"2026-02-26T02:31:25.555827Z","steps":["trace[1714380707] 'process raft request' (duration: 1.178107642s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:25.555863Z","caller":"traceutil/trace.go:171","msg":"trace[131403152] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"1.178195055s","start":"2026-02-26T02:31:24.377646Z","end":"2026-02-26T02:31:25.555841Z","steps":["trace[131403152] 'process raft request' (duration: 1.178010659s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.555951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17835349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:31:25.555928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087645768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:25.555971Z","caller":"traceutil/trace.go:171","msg":"trace[1821575721] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23514; }","duration":"1.178386s","start":"2026-02-26T02:31:24.377575Z","end":"2026-02-26T02:31:25.555961Z","steps":["trace[1821575721] 'agreement among raft nodes before linearized reading' (duration: 1.178317378s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.555988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.377567Z","time spent":"1.178418302s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:31:25.555983Z","caller":"traceutil/trace.go:171","msg":"trace[22244521] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23514; }","duration":"1.087765663s","start":"2026-02-26T02:31:24.468205Z","end":"2026-02-26T02:31:25.55597Z","steps":["trace[22244521] 'agreement among raft nodes before linearized reading' (duration: 1.087597437s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:25.555998Z","caller":"traceutil/trace.go:171","msg":"trace[1491187670] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"1.178744412s","start":"2026-02-26T02:31:24.377247Z","end":"2026-02-26T02:31:25.555991Z","steps":["trace[1491187670] 'process raft request' (duration: 1.178331639s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.555998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.377634Z","time spent":"1.178286977s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:25.555965Z","caller":"traceutil/trace.go:171","msg":"trace[585107566] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"1.178326839s","start":"2026-02-26T02:31:24.377596Z","end":"2026-02-26T02:31:25.555922Z","steps":["trace[585107566] 'process raft request' (duration: 1.17804613s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.556017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.468179Z","time spent":"1.087831784s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:25.556027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.377228Z","time spent":"1.178783873s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:25.556096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178519135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-26T02:31:25.5561Z","caller":"traceutil/trace.go:171","msg":"trace[1870704400] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"1.178558697s","start":"2026-02-26T02:31:24.377536Z","end":"2026-02-26T02:31:25.556095Z","steps":["trace[1870704400] 'process raft request' (duration: 1.178071951s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:25.55611Z","caller":"traceutil/trace.go:171","msg":"trace[1209355396] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23514; }","duration":"1.178553816s","start":"2026-02-26T02:31:24.377552Z","end":"2026-02-26T02:31:25.556106Z","steps":["trace[1209355396] 'agreement among raft nodes before linearized reading' (duration: 1.178503414s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.55608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0253604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:25.556126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.377526Z","time spent":"1.178585767s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:25.555887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.3775Z","time spent":"1.17836002s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:25.556139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.37759Z","time spent":"1.178456833s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:25.556164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178846036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-26T02:31:25.556156Z","caller":"traceutil/trace.go:171","msg":"trace[863554713] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23514; }","duration":"1.025496624s","start":"2026-02-26T02:31:24.530639Z","end":"2026-02-26T02:31:25.556135Z","steps":["trace[863554713] 'agreement among raft nodes before linearized reading' (duration: 1.025347299s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.556199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178928898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:25.55621Z","caller":"traceutil/trace.go:171","msg":"trace[124477614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23514; }","duration":"1.179091173s","start":"2026-02-26T02:31:24.377116Z","end":"2026-02-26T02:31:25.556207Z","steps":["trace[124477614] 'agreement among raft nodes before linearized reading' (duration: 1.179069383s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.556209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.530615Z","time spent":"1.025583917s","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:25.556122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.377543Z","time spent":"1.178576587s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-26T02:31:25.556274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08232998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-26T02:31:25.556295Z","caller":"traceutil/trace.go:171","msg":"trace[456043609] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23514; }","duration":"1.082402422s","start":"2026-02-26T02:31:24.473886Z","end":"2026-02-26T02:31:25.556289Z","steps":["trace[456043609] 'agreement among raft nodes before linearized reading' (duration: 1.082287128s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.556313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.473871Z","time spent":"1.082437494s","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-26T02:31:25.556221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.377095Z","time spent":"1.179123415s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:31:25.556379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179260748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-02-26T02:31:25.556443Z","caller":"traceutil/trace.go:171","msg":"trace[809533242] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23514; }","duration":"1.17930179s","start":"2026-02-26T02:31:24.377105Z","end":"2026-02-26T02:31:25.556407Z","steps":["trace[809533242] 'agreement among raft nodes before linearized reading' (duration: 1.179162875s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.556471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.377054Z","time spent":"1.179412104s","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18531,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T02:31:25.556177Z","caller":"traceutil/trace.go:171","msg":"trace[678679256] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23514; }","duration":"1.178875076s","start":"2026-02-26T02:31:24.377298Z","end":"2026-02-26T02:31:25.556173Z","steps":["trace[678679256] 'agreement among raft nodes before linearized reading' (duration: 1.178832665s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.556474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.578262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-26T02:31:25.556507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.377292Z","time spent":"1.179205687s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:31:25.556534Z","caller":"traceutil/trace.go:171","msg":"trace[1046237127] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24; range_end:; response_count:1; response_revision:23514; }","duration":"988.668504ms","start":"2026-02-26T02:31:24.56785Z","end":"2026-02-26T02:31:25.556519Z","steps":["trace[1046237127] 'agreement among raft nodes before linearized reading' (duration: 988.431037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.556576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.567842Z","time spent":"988.727597ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" "} {"level":"warn","ts":"2026-02-26T02:31:25.556581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.071154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-26T02:31:25.556639Z","caller":"traceutil/trace.go:171","msg":"trace[1324414182] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23514; }","duration":"182.142385ms","start":"2026-02-26T02:31:25.374472Z","end":"2026-02-26T02:31:25.556615Z","steps":["trace[1324414182] 'agreement among raft nodes before linearized reading' (duration: 181.992361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.556254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179127735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-02-26T02:31:25.558401Z","caller":"traceutil/trace.go:171","msg":"trace[1964543072] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23514; }","duration":"1.181293884s","start":"2026-02-26T02:31:24.377098Z","end":"2026-02-26T02:31:25.558392Z","steps":["trace[1964543072] 'agreement among raft nodes before linearized reading' (duration: 1.179130765s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.558438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.377085Z","time spent":"1.181345005s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":560,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:31:25.558864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.108747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:31:25.558967Z","caller":"traceutil/trace.go:171","msg":"trace[1433441028] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23514; }","duration":"790.17749ms","start":"2026-02-26T02:31:24.768712Z","end":"2026-02-26T02:31:25.55889Z","steps":["trace[1433441028] 'agreement among raft nodes before linearized reading' (duration: 788.031481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.558995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.768696Z","time spent":"790.288554ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2659,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:25.559063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182013497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:25.559104Z","caller":"traceutil/trace.go:171","msg":"trace[1724728824] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23514; }","duration":"1.182082548s","start":"2026-02-26T02:31:24.37701Z","end":"2026-02-26T02:31:25.559092Z","steps":["trace[1724728824] 'agreement among raft nodes before linearized reading' (duration: 1.179611359s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.559133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:24.376999Z","time spent":"1.18212537s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:31:25.777016Z","caller":"traceutil/trace.go:171","msg":"trace[493112684] linearizableReadLoop","detail":"{readStateIndex:24339; appliedIndex:24338; }","duration":"215.414592ms","start":"2026-02-26T02:31:25.561577Z","end":"2026-02-26T02:31:25.776991Z","steps":["trace[493112684] 'read index received' (duration: 118.745612ms)","trace[493112684] 'applied index is now lower than readState.Index' (duration: 96.66766ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:25.777149Z","caller":"traceutil/trace.go:171","msg":"trace[1863139271] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"216.941461ms","start":"2026-02-26T02:31:25.560195Z","end":"2026-02-26T02:31:25.777136Z","steps":["trace[1863139271] 'process raft request' (duration: 120.26648ms)","trace[1863139271] 'compare' (duration: 96.142674ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:25.777427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.548477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:25.777471Z","caller":"traceutil/trace.go:171","msg":"trace[1624510604] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23515; }","duration":"204.64227ms","start":"2026-02-26T02:31:25.572817Z","end":"2026-02-26T02:31:25.77746Z","steps":["trace[1624510604] 'agreement among raft nodes before linearized reading' (duration: 204.549497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.77747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.850215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:25.777505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.485871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-26T02:31:25.777522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.936379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:31:25.777553Z","caller":"traceutil/trace.go:171","msg":"trace[1201867914] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23515; }","duration":"158.98198ms","start":"2026-02-26T02:31:25.618552Z","end":"2026-02-26T02:31:25.777534Z","steps":["trace[1201867914] 'agreement among raft nodes before linearized reading' (duration: 158.823025ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:25.777575Z","caller":"traceutil/trace.go:171","msg":"trace[906872441] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23515; }","duration":"215.99066ms","start":"2026-02-26T02:31:25.56157Z","end":"2026-02-26T02:31:25.777561Z","steps":["trace[906872441] 'agreement among raft nodes before linearized reading' (duration: 215.874757ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:25.777575Z","caller":"traceutil/trace.go:171","msg":"trace[74193637] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23515; }","duration":"213.574204ms","start":"2026-02-26T02:31:25.56398Z","end":"2026-02-26T02:31:25.777554Z","steps":["trace[74193637] 'agreement among raft nodes before linearized reading' (duration: 213.259684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:25.777594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.604412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:25.777688Z","caller":"traceutil/trace.go:171","msg":"trace[264223872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23515; }","duration":"206.729557ms","start":"2026-02-26T02:31:25.570939Z","end":"2026-02-26T02:31:25.777669Z","steps":["trace[264223872] 'agreement among raft nodes before linearized reading' (duration: 206.565182ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:26.727744Z","caller":"traceutil/trace.go:171","msg":"trace[1739061620] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"357.904308ms","start":"2026-02-26T02:31:26.369819Z","end":"2026-02-26T02:31:26.727723Z","steps":["trace[1739061620] 'process raft request' (duration: 357.760494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:26.727876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:26.369806Z","time spent":"357.998382ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:26.744803Z","caller":"traceutil/trace.go:171","msg":"trace[20601175] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"372.886495ms","start":"2026-02-26T02:31:26.371893Z","end":"2026-02-26T02:31:26.744779Z","steps":["trace[20601175] 'process raft request' (duration: 361.486823ms)","trace[20601175] 'compare' (duration: 11.233377ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:26.744775Z","caller":"traceutil/trace.go:171","msg":"trace[624340830] linearizableReadLoop","detail":"{readStateIndex:24342; appliedIndex:24339; }","duration":"182.209447ms","start":"2026-02-26T02:31:26.562548Z","end":"2026-02-26T02:31:26.744758Z","steps":["trace[624340830] 'read index received' (duration: 165.010631ms)","trace[624340830] 'applied index is now lower than readState.Index' (duration: 17.198056ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:26.744883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:26.371858Z","time spent":"372.983708ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:26.744922Z","caller":"traceutil/trace.go:171","msg":"trace[258788882] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"185.528413ms","start":"2026-02-26T02:31:26.559385Z","end":"2026-02-26T02:31:26.744913Z","steps":["trace[258788882] 'process raft request' (duration: 185.337377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:26.74531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.758076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-26T02:31:26.745342Z","caller":"traceutil/trace.go:171","msg":"trace[219286044] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23518; }","duration":"182.812487ms","start":"2026-02-26T02:31:26.562522Z","end":"2026-02-26T02:31:26.745334Z","steps":["trace[219286044] 'agreement among raft nodes before linearized reading' (duration: 182.709983ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:27.546138Z","caller":"traceutil/trace.go:171","msg":"trace[988350162] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"167.915664ms","start":"2026-02-26T02:31:27.378193Z","end":"2026-02-26T02:31:27.546109Z","steps":["trace[988350162] 'process raft request' (duration: 167.717818ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:27.8114Z","caller":"traceutil/trace.go:171","msg":"trace[1276718094] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"163.983519ms","start":"2026-02-26T02:31:27.647393Z","end":"2026-02-26T02:31:27.811376Z","steps":["trace[1276718094] 'process raft request' (duration: 89.216974ms)","trace[1276718094] 'compare' (duration: 74.681062ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:28.279861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.164572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:28.280087Z","caller":"traceutil/trace.go:171","msg":"trace[1458541788] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"632.620485ms","start":"2026-02-26T02:31:27.647433Z","end":"2026-02-26T02:31:28.280053Z","steps":["trace[1458541788] 'process raft request' (duration: 373.200464ms)","trace[1458541788] 'compare' (duration: 259.022288ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:28.280167Z","caller":"traceutil/trace.go:171","msg":"trace[1470545345] linearizableReadLoop","detail":"{readStateIndex:24353; appliedIndex:24349; }","duration":"529.426998ms","start":"2026-02-26T02:31:27.750723Z","end":"2026-02-26T02:31:28.28015Z","steps":["trace[1470545345] 'read index received' (duration: 269.838712ms)","trace[1470545345] 'applied index is now lower than readState.Index' (duration: 259.587306ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:28.280227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:27.647411Z","time spent":"632.736619ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:28.280258Z","caller":"traceutil/trace.go:171","msg":"trace[1326904307] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"632.658326ms","start":"2026-02-26T02:31:27.64759Z","end":"2026-02-26T02:31:28.280248Z","steps":["trace[1326904307] 'process raft request' (duration: 632.383937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:28.280316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:27.64757Z","time spent":"632.712248ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:28.280456Z","caller":"traceutil/trace.go:171","msg":"trace[9773883] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"632.609745ms","start":"2026-02-26T02:31:27.64783Z","end":"2026-02-26T02:31:28.28044Z","steps":["trace[9773883] 'process raft request' (duration: 632.243243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:28.28047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.742988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-26T02:31:28.280506Z","caller":"traceutil/trace.go:171","msg":"trace[1157435403] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23528; }","duration":"529.80804ms","start":"2026-02-26T02:31:27.750685Z","end":"2026-02-26T02:31:28.280493Z","steps":["trace[1157435403] 'agreement among raft nodes before linearized reading' (duration: 529.654365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:28.280515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.057551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:28.28054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:27.64782Z","time spent":"632.675067ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:28.280559Z","caller":"traceutil/trace.go:171","msg":"trace[431403829] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23528; }","duration":"277.131783ms","start":"2026-02-26T02:31:28.003413Z","end":"2026-02-26T02:31:28.280545Z","steps":["trace[431403829] 'agreement among raft nodes before linearized reading' (duration: 277.062021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:28.280561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.910275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-02-26T02:31:28.280599Z","caller":"traceutil/trace.go:171","msg":"trace[1358541769] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"632.083118ms","start":"2026-02-26T02:31:27.648507Z","end":"2026-02-26T02:31:28.28059Z","steps":["trace[1358541769] 'process raft request' (duration: 631.599102ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:28.280612Z","caller":"traceutil/trace.go:171","msg":"trace[1165376311] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23528; }","duration":"401.010548ms","start":"2026-02-26T02:31:27.879589Z","end":"2026-02-26T02:31:28.280599Z","steps":["trace[1165376311] 'agreement among raft nodes before linearized reading' (duration: 400.836332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:28.280562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:27.750667Z","time spent":"529.888182ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" "} {"level":"warn","ts":"2026-02-26T02:31:28.280661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:27.648494Z","time spent":"632.13543ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:28.28064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:27.87956Z","time spent":"401.07465ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" "} {"level":"warn","ts":"2026-02-26T02:31:28.575596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.334117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-26T02:31:28.575707Z","caller":"traceutil/trace.go:171","msg":"trace[258799064] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23529; }","duration":"123.497983ms","start":"2026-02-26T02:31:28.452181Z","end":"2026-02-26T02:31:28.575679Z","steps":["trace[258799064] 'range keys from in-memory index tree' (duration: 123.10773ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:28.932029Z","caller":"traceutil/trace.go:171","msg":"trace[1317330084] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"197.847904ms","start":"2026-02-26T02:31:28.734144Z","end":"2026-02-26T02:31:28.931992Z","steps":["trace[1317330084] 'process raft request' (duration: 197.670539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:29.243974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.481466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:29.244148Z","caller":"traceutil/trace.go:171","msg":"trace[1676581929] linearizableReadLoop","detail":"{readStateIndex:24357; appliedIndex:24354; }","duration":"467.625825ms","start":"2026-02-26T02:31:28.776506Z","end":"2026-02-26T02:31:29.244132Z","steps":["trace[1676581929] 'read index received' (duration: 155.343645ms)","trace[1676581929] 'applied index is now lower than readState.Index' (duration: 312.28104ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:29.244211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.711857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:29.244196Z","caller":"traceutil/trace.go:171","msg":"trace[1000239407] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"494.171358ms","start":"2026-02-26T02:31:28.750001Z","end":"2026-02-26T02:31:29.244172Z","steps":["trace[1000239407] 'process raft request' (duration: 494.073925ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:29.244244Z","caller":"traceutil/trace.go:171","msg":"trace[491276938] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23532; }","duration":"467.78844ms","start":"2026-02-26T02:31:28.776445Z","end":"2026-02-26T02:31:29.244234Z","steps":["trace[491276938] 'agreement among raft nodes before linearized reading' (duration: 467.731588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:29.244266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:28.776421Z","time spent":"467.839561ms","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:29.244204Z","caller":"traceutil/trace.go:171","msg":"trace[560206085] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"495.163089ms","start":"2026-02-26T02:31:28.749016Z","end":"2026-02-26T02:31:29.244179Z","steps":["trace[560206085] 'process raft request' (duration: 233.399874ms)","trace[560206085] 'compare' (duration: 261.377403ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:29.24434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:28.749991Z","time spent":"494.26024ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:29.244453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:28.748998Z","time spent":"495.335664ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:29.700161Z","caller":"traceutil/trace.go:171","msg":"trace[1422159742] linearizableReadLoop","detail":"{readStateIndex:24358; appliedIndex:24357; }","duration":"317.358311ms","start":"2026-02-26T02:31:29.382784Z","end":"2026-02-26T02:31:29.700142Z","steps":["trace[1422159742] 'read index received' (duration: 315.725909ms)","trace[1422159742] 'applied index is now lower than readState.Index' (duration: 1.631762ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:29.700256Z","caller":"traceutil/trace.go:171","msg":"trace[1233915056] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"320.985526ms","start":"2026-02-26T02:31:29.37926Z","end":"2026-02-26T02:31:29.700246Z","steps":["trace[1233915056] 'process raft request' (duration: 319.123677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:29.700343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:29.379235Z","time spent":"321.041648ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:29.700594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.811835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-26T02:31:29.700669Z","caller":"traceutil/trace.go:171","msg":"trace[2043713002] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23533; }","duration":"317.924519ms","start":"2026-02-26T02:31:29.382726Z","end":"2026-02-26T02:31:29.700651Z","steps":["trace[2043713002] 'agreement among raft nodes before linearized reading' (duration: 317.560877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:29.700734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:29.382713Z","time spent":"318.012432ms","remote":"127.0.0.1:48854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T02:31:29.902878Z","caller":"traceutil/trace.go:171","msg":"trace[966798928] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"282.447872ms","start":"2026-02-26T02:31:29.620408Z","end":"2026-02-26T02:31:29.902856Z","steps":["trace[966798928] 'process raft request' (duration: 228.603121ms)","trace[966798928] 'compare' (duration: 53.461558ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:29.903415Z","caller":"traceutil/trace.go:171","msg":"trace[933539007] linearizableReadLoop","detail":"{readStateIndex:24363; appliedIndex:24358; }","duration":"203.178174ms","start":"2026-02-26T02:31:29.700217Z","end":"2026-02-26T02:31:29.903395Z","steps":["trace[933539007] 'read index received' (duration: 148.768946ms)","trace[933539007] 'applied index is now lower than readState.Index' (duration: 54.408228ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:29.903546Z","caller":"traceutil/trace.go:171","msg":"trace[1335267491] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"255.65071ms","start":"2026-02-26T02:31:29.647883Z","end":"2026-02-26T02:31:29.903534Z","steps":["trace[1335267491] 'process raft request' (duration: 255.438333ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:29.903573Z","caller":"traceutil/trace.go:171","msg":"trace[998286896] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"256.289321ms","start":"2026-02-26T02:31:29.647279Z","end":"2026-02-26T02:31:29.903568Z","steps":["trace[998286896] 'process raft request' (duration: 255.328411ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:29.903683Z","caller":"traceutil/trace.go:171","msg":"trace[1832780217] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"255.565028ms","start":"2026-02-26T02:31:29.648109Z","end":"2026-02-26T02:31:29.903674Z","steps":["trace[1832780217] 'process raft request' (duration: 255.246707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:29.903791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.729244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:31:29.903852Z","caller":"traceutil/trace.go:171","msg":"trace[1232683954] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23538; }","duration":"108.847347ms","start":"2026-02-26T02:31:29.79499Z","end":"2026-02-26T02:31:29.903838Z","steps":["trace[1232683954] 'agreement among raft nodes before linearized reading' (duration: 108.686242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:29.903903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.430124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:31:29.903924Z","caller":"traceutil/trace.go:171","msg":"trace[642466627] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:23538; }","duration":"454.500147ms","start":"2026-02-26T02:31:29.449418Z","end":"2026-02-26T02:31:29.903918Z","steps":["trace[642466627] 'agreement among raft nodes before linearized reading' (duration: 454.418065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:29.903948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:29.449393Z","time spent":"454.550688ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-02-26T02:31:29.90355Z","caller":"traceutil/trace.go:171","msg":"trace[1837705534] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"256.191548ms","start":"2026-02-26T02:31:29.647324Z","end":"2026-02-26T02:31:29.903516Z","steps":["trace[1837705534] 'process raft request' (duration: 255.95399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.338304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:29.905315Z","time spent":"432.980292ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:31:30.437361Z","caller":"traceutil/trace.go:171","msg":"trace[973716615] linearizableReadLoop","detail":"{readStateIndex:24365; appliedIndex:24363; }","duration":"503.001647ms","start":"2026-02-26T02:31:29.934337Z","end":"2026-02-26T02:31:30.437338Z","steps":["trace[973716615] 'read index received' (duration: 320.516941ms)","trace[973716615] 'applied index is now lower than readState.Index' (duration: 182.483766ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:30.437427Z","caller":"traceutil/trace.go:171","msg":"trace[1173381347] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"527.585177ms","start":"2026-02-26T02:31:29.90979Z","end":"2026-02-26T02:31:30.437375Z","steps":["trace[1173381347] 'process raft request' (duration: 527.33856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.437601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.227425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:30.437704Z","caller":"traceutil/trace.go:171","msg":"trace[1727403314] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23539; }","duration":"503.36908ms","start":"2026-02-26T02:31:29.934301Z","end":"2026-02-26T02:31:30.43767Z","steps":["trace[1727403314] 'agreement among raft nodes before linearized reading' (duration: 503.178354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.437739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:29.909778Z","time spent":"527.792095ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:30.437766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:29.934283Z","time spent":"503.458162ms","remote":"127.0.0.1:45294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:30.677227Z","caller":"traceutil/trace.go:171","msg":"trace[459839472] linearizableReadLoop","detail":"{readStateIndex:24366; appliedIndex:24365; }","duration":"239.683044ms","start":"2026-02-26T02:31:30.437524Z","end":"2026-02-26T02:31:30.677207Z","steps":["trace[459839472] 'read index received' (duration: 232.123753ms)","trace[459839472] 'applied index is now lower than readState.Index' (duration: 7.558451ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:30.677344Z","caller":"traceutil/trace.go:171","msg":"trace[1252197448] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"337.915014ms","start":"2026-02-26T02:31:30.339419Z","end":"2026-02-26T02:31:30.677334Z","steps":["trace[1252197448] 'process raft request' (duration: 330.292071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.677437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.339399Z","time spent":"337.967586ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:30.677669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.526861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:30.677708Z","caller":"traceutil/trace.go:171","msg":"trace[1981997245] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23540; }","duration":"263.597823ms","start":"2026-02-26T02:31:30.414101Z","end":"2026-02-26T02:31:30.677699Z","steps":["trace[1981997245] 'agreement among raft nodes before linearized reading' (duration: 263.50132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.677904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.47002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-02-26T02:31:30.677957Z","caller":"traceutil/trace.go:171","msg":"trace[417101067] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23540; }","duration":"388.540481ms","start":"2026-02-26T02:31:30.289409Z","end":"2026-02-26T02:31:30.677949Z","steps":["trace[417101067] 'agreement among raft nodes before linearized reading' (duration: 388.414147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.67798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.289399Z","time spent":"388.575443ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" "} {"level":"warn","ts":"2026-02-26T02:31:30.678152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.60619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:31:30.678182Z","caller":"traceutil/trace.go:171","msg":"trace[1747460452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23540; }","duration":"392.657492ms","start":"2026-02-26T02:31:30.285517Z","end":"2026-02-26T02:31:30.678175Z","steps":["trace[1747460452] 'agreement among raft nodes before linearized reading' (duration: 392.5799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.678204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.285504Z","time spent":"392.695473ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:30.678368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.092746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:31:30.678399Z","caller":"traceutil/trace.go:171","msg":"trace[905880813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23540; }","duration":"393.167478ms","start":"2026-02-26T02:31:30.285225Z","end":"2026-02-26T02:31:30.678392Z","steps":["trace[905880813] 'agreement among raft nodes before linearized reading' (duration: 393.089846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.67842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.285203Z","time spent":"393.21141ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:30.678569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.309863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:31:30.678598Z","caller":"traceutil/trace.go:171","msg":"trace[133051126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23540; }","duration":"393.357015ms","start":"2026-02-26T02:31:30.285234Z","end":"2026-02-26T02:31:30.678591Z","steps":["trace[133051126] 'agreement among raft nodes before linearized reading' (duration: 393.283752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.678634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.285225Z","time spent":"393.389255ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:31:30.678803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.594202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:31:30.678836Z","caller":"traceutil/trace.go:171","msg":"trace[723761997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23540; }","duration":"393.670295ms","start":"2026-02-26T02:31:30.285156Z","end":"2026-02-26T02:31:30.678826Z","steps":["trace[723761997] 'agreement among raft nodes before linearized reading' (duration: 393.596853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.678858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.28513Z","time spent":"393.722366ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:31:30.679371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.18702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-26T02:31:30.67943Z","caller":"traceutil/trace.go:171","msg":"trace[1564442544] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23540; }","duration":"467.316914ms","start":"2026-02-26T02:31:30.212098Z","end":"2026-02-26T02:31:30.679415Z","steps":["trace[1564442544] 'agreement among raft nodes before linearized reading' (duration: 467.18738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:30.67945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.212078Z","time spent":"467.367216ms","remote":"127.0.0.1:48854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:31:31.049776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.889764ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:31.049922Z","caller":"traceutil/trace.go:171","msg":"trace[1340771681] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23540; }","duration":"248.044099ms","start":"2026-02-26T02:31:30.801851Z","end":"2026-02-26T02:31:31.049895Z","steps":["trace[1340771681] 'range keys from in-memory index tree' (duration: 247.873584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:31.050034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.647442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:31.050149Z","caller":"traceutil/trace.go:171","msg":"trace[956689037] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"366.504973ms","start":"2026-02-26T02:31:30.683626Z","end":"2026-02-26T02:31:31.05013Z","steps":["trace[956689037] 'process raft request' (duration: 183.655604ms)","trace[956689037] 'compare' (duration: 182.417515ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:31.050212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.683605Z","time spent":"366.577414ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:31.257878Z","caller":"traceutil/trace.go:171","msg":"trace[665740270] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"573.627551ms","start":"2026-02-26T02:31:30.684212Z","end":"2026-02-26T02:31:31.25784Z","steps":["trace[665740270] 'process raft request' (duration: 474.481502ms)","trace[665740270] 'compare' (duration: 98.149628ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:31.258063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.684198Z","time spent":"573.775866ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:31.257902Z","caller":"traceutil/trace.go:171","msg":"trace[420862507] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"573.545579ms","start":"2026-02-26T02:31:30.684336Z","end":"2026-02-26T02:31:31.257882Z","steps":["trace[420862507] 'process raft request' (duration: 573.379193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:31.258227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.684325Z","time spent":"573.873419ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:31.258313Z","caller":"traceutil/trace.go:171","msg":"trace[1705509545] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"573.442145ms","start":"2026-02-26T02:31:30.684859Z","end":"2026-02-26T02:31:31.258301Z","steps":["trace[1705509545] 'process raft request' (duration: 572.935889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:31.258369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.684838Z","time spent":"573.494807ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:31.258448Z","caller":"traceutil/trace.go:171","msg":"trace[2082451087] linearizableReadLoop","detail":"{readStateIndex:24369; appliedIndex:24366; }","duration":"573.862208ms","start":"2026-02-26T02:31:30.684577Z","end":"2026-02-26T02:31:31.258439Z","steps":["trace[2082451087] 'read index received' (duration: 182.716814ms)","trace[2082451087] 'applied index is now lower than readState.Index' (duration: 391.143874ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:31.258627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.043354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-02-26T02:31:31.258657Z","caller":"traceutil/trace.go:171","msg":"trace[730846953] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23545; }","duration":"574.073795ms","start":"2026-02-26T02:31:30.684574Z","end":"2026-02-26T02:31:31.258648Z","steps":["trace[730846953] 'agreement among raft nodes before linearized reading' (duration: 573.92353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:31.258685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.684559Z","time spent":"574.119737ms","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-02-26T02:31:31.258157Z","caller":"traceutil/trace.go:171","msg":"trace[1351534267] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"319.988345ms","start":"2026-02-26T02:31:30.937937Z","end":"2026-02-26T02:31:31.257925Z","steps":["trace[1351534267] 'process raft request' (duration: 319.914163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:31.259094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.937912Z","time spent":"321.061988ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:31.620025Z","caller":"traceutil/trace.go:171","msg":"trace[1182700244] linearizableReadLoop","detail":"{readStateIndex:24373; appliedIndex:24371; }","duration":"361.529414ms","start":"2026-02-26T02:31:31.258467Z","end":"2026-02-26T02:31:31.619997Z","steps":["trace[1182700244] 'read index received' (duration: 3.187281ms)","trace[1182700244] 'applied index is now lower than readState.Index' (duration: 358.341073ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:31.620404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.704383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:31:31.620473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.871038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-02-26T02:31:31.620488Z","caller":"traceutil/trace.go:171","msg":"trace[343443504] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23547; }","duration":"935.813636ms","start":"2026-02-26T02:31:30.684656Z","end":"2026-02-26T02:31:31.62047Z","steps":["trace[343443504] 'agreement among raft nodes before linearized reading' (duration: 935.607169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:31.620513Z","caller":"traceutil/trace.go:171","msg":"trace[907332373] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23547; }","duration":"352.971912ms","start":"2026-02-26T02:31:31.267529Z","end":"2026-02-26T02:31:31.620501Z","steps":["trace[907332373] 'agreement among raft nodes before linearized reading' (duration: 352.803987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:31.62049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.158118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:31.620539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.684653Z","time spent":"935.871708ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:31:31.620556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.267502Z","time spent":"353.047005ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-02-26T02:31:31.620546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.624125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-02-26T02:31:31.62057Z","caller":"traceutil/trace.go:171","msg":"trace[1684275028] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"369.852919ms","start":"2026-02-26T02:31:31.250698Z","end":"2026-02-26T02:31:31.620551Z","steps":["trace[1684275028] 'process raft request' (duration: 283.562007ms)","trace[1684275028] 'compare' (duration: 85.494356ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:31.6205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.954011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:31.620616Z","caller":"traceutil/trace.go:171","msg":"trace[955043539] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23547; }","duration":"252.730218ms","start":"2026-02-26T02:31:31.367866Z","end":"2026-02-26T02:31:31.620596Z","steps":["trace[955043539] 'agreement among raft nodes before linearized reading' (duration: 252.532402ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:31.620619Z","caller":"traceutil/trace.go:171","msg":"trace[1562011059] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23547; }","duration":"381.127296ms","start":"2026-02-26T02:31:31.239481Z","end":"2026-02-26T02:31:31.620609Z","steps":["trace[1562011059] 'agreement among raft nodes before linearized reading' (duration: 380.941441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:31.620659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.250661Z","time spent":"369.950022ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:31.620578Z","caller":"traceutil/trace.go:171","msg":"trace[1600340194] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23547; }","duration":"257.322464ms","start":"2026-02-26T02:31:31.363235Z","end":"2026-02-26T02:31:31.620557Z","steps":["trace[1600340194] 'agreement among raft nodes before linearized reading' (duration: 257.167769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:31.620668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.239457Z","time spent":"381.197529ms","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:31.620792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.728473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:31:31.620848Z","caller":"traceutil/trace.go:171","msg":"trace[1237136603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23547; }","duration":"810.820716ms","start":"2026-02-26T02:31:30.810013Z","end":"2026-02-26T02:31:31.620834Z","steps":["trace[1237136603] 'agreement among raft nodes before linearized reading' (duration: 810.6413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:31.62131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:30.809999Z","time spent":"811.29645ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:31:32.151637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533922,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:31:32.175895Z","caller":"traceutil/trace.go:171","msg":"trace[455211863] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"525.610026ms","start":"2026-02-26T02:31:31.650238Z","end":"2026-02-26T02:31:32.175848Z","steps":["trace[455211863] 'process raft request' (duration: 525.206503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:32.176165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.650219Z","time spent":"525.789662ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:32.367562Z","caller":"traceutil/trace.go:171","msg":"trace[1055445298] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"531.866555ms","start":"2026-02-26T02:31:31.835652Z","end":"2026-02-26T02:31:32.367519Z","steps":["trace[1055445298] 'process raft request' (duration: 531.546065ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:32.367584Z","caller":"traceutil/trace.go:171","msg":"trace[61166240] linearizableReadLoop","detail":"{readStateIndex:24380; appliedIndex:24374; }","duration":"716.890682ms","start":"2026-02-26T02:31:31.65067Z","end":"2026-02-26T02:31:32.367561Z","steps":["trace[61166240] 'read index received' (duration: 524.884353ms)","trace[61166240] 'applied index is now lower than readState.Index' (duration: 192.005219ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:32.367577Z","caller":"traceutil/trace.go:171","msg":"trace[1443158822] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"459.839517ms","start":"2026-02-26T02:31:31.907703Z","end":"2026-02-26T02:31:32.367543Z","steps":["trace[1443158822] 'process raft request' (duration: 459.649711ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:32.367613Z","caller":"traceutil/trace.go:171","msg":"trace[640815754] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"457.155462ms","start":"2026-02-26T02:31:31.91042Z","end":"2026-02-26T02:31:32.367576Z","steps":["trace[640815754] 'process raft request' (duration: 456.975966ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:32.367659Z","caller":"traceutil/trace.go:171","msg":"trace[597888815] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"456.953725ms","start":"2026-02-26T02:31:31.910684Z","end":"2026-02-26T02:31:32.367638Z","steps":["trace[597888815] 'process raft request' (duration: 456.786779ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:32.367697Z","caller":"traceutil/trace.go:171","msg":"trace[1413794863] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"454.326891ms","start":"2026-02-26T02:31:31.913361Z","end":"2026-02-26T02:31:32.367687Z","steps":["trace[1413794863] 'process raft request' (duration: 454.159696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:32.367726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.835637Z","time spent":"532.003079ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:32.367747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.907686Z","time spent":"459.973741ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:32.36778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.913337Z","time spent":"454.381373ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:32.367778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.910415Z","time spent":"457.272755ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:32.36778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.910679Z","time spent":"457.027637ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:32.367907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.230967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:32.36794Z","caller":"traceutil/trace.go:171","msg":"trace[2103995381] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23554; }","duration":"504.307859ms","start":"2026-02-26T02:31:31.86362Z","end":"2026-02-26T02:31:32.367928Z","steps":["trace[2103995381] 'agreement among raft nodes before linearized reading' (duration: 504.254507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:32.367957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.863597Z","time spent":"504.356851ms","remote":"127.0.0.1:47270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:32.367962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.267757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:32.367969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.780274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:31:32.36798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.318825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-02-26T02:31:32.367998Z","caller":"traceutil/trace.go:171","msg":"trace[1648246093] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23554; }","duration":"555.855057ms","start":"2026-02-26T02:31:31.812134Z","end":"2026-02-26T02:31:32.367989Z","steps":["trace[1648246093] 'agreement among raft nodes before linearized reading' (duration: 555.766164ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:32.368015Z","caller":"traceutil/trace.go:171","msg":"trace[1979552129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23554; }","duration":"717.351296ms","start":"2026-02-26T02:31:31.650652Z","end":"2026-02-26T02:31:32.368004Z","steps":["trace[1979552129] 'agreement among raft nodes before linearized reading' (duration: 717.226632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:32.36801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.263102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-02-26T02:31:32.368026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.812112Z","time spent":"555.906508ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:32.368019Z","caller":"traceutil/trace.go:171","msg":"trace[1355011441] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23554; }","duration":"679.299698ms","start":"2026-02-26T02:31:31.688686Z","end":"2026-02-26T02:31:32.367985Z","steps":["trace[1355011441] 'agreement among raft nodes before linearized reading' (duration: 679.228905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:32.368044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.650607Z","time spent":"717.430139ms","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1468,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-02-26T02:31:32.368057Z","caller":"traceutil/trace.go:171","msg":"trace[1175363821] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23554; }","duration":"682.334164ms","start":"2026-02-26T02:31:31.685708Z","end":"2026-02-26T02:31:32.368042Z","steps":["trace[1175363821] 'agreement among raft nodes before linearized reading' (duration: 682.168699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:32.368066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.688653Z","time spent":"679.404921ms","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:31:32.368092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:31.685693Z","time spent":"682.391626ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" "} {"level":"info","ts":"2026-02-26T02:31:32.694477Z","caller":"traceutil/trace.go:171","msg":"trace[715121762] linearizableReadLoop","detail":"{readStateIndex:24381; appliedIndex:24380; }","duration":"307.030223ms","start":"2026-02-26T02:31:32.38742Z","end":"2026-02-26T02:31:32.694451Z","steps":["trace[715121762] 'read index received' (duration: 212.267113ms)","trace[715121762] 'applied index is now lower than readState.Index' (duration: 94.76178ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:32.694606Z","caller":"traceutil/trace.go:171","msg":"trace[1234149532] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"309.214192ms","start":"2026-02-26T02:31:32.385361Z","end":"2026-02-26T02:31:32.694575Z","steps":["trace[1234149532] 'process raft request' (duration: 214.302567ms)","trace[1234149532] 'compare' (duration: 94.539803ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:32.694742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:32.385349Z","time spent":"309.315866ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:32.694769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.324402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-26T02:31:32.694807Z","caller":"traceutil/trace.go:171","msg":"trace[319723414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23555; }","duration":"307.394334ms","start":"2026-02-26T02:31:32.387399Z","end":"2026-02-26T02:31:32.694793Z","steps":["trace[319723414] 'agreement among raft nodes before linearized reading' (duration: 307.191827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:32.694839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:32.387392Z","time spent":"307.439096ms","remote":"127.0.0.1:59202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:31:32.695161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.561273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:31:32.695175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.543652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-02-26T02:31:32.695227Z","caller":"traceutil/trace.go:171","msg":"trace[417077192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23555; }","duration":"252.675156ms","start":"2026-02-26T02:31:32.442535Z","end":"2026-02-26T02:31:32.69521Z","steps":["trace[417077192] 'agreement among raft nodes before linearized reading' (duration: 252.443379ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:32.695249Z","caller":"traceutil/trace.go:171","msg":"trace[1063003291] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23555; }","duration":"167.677427ms","start":"2026-02-26T02:31:32.527554Z","end":"2026-02-26T02:31:32.695231Z","steps":["trace[1063003291] 'agreement among raft nodes before linearized reading' (duration: 167.436709ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:32.8682Z","caller":"traceutil/trace.go:171","msg":"trace[1409430429] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"165.977762ms","start":"2026-02-26T02:31:32.702184Z","end":"2026-02-26T02:31:32.868162Z","steps":["trace[1409430429] 'process raft request' (duration: 165.711433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:33.116927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.179968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:33.117059Z","caller":"traceutil/trace.go:171","msg":"trace[1639684654] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23556; }","duration":"109.399205ms","start":"2026-02-26T02:31:33.007634Z","end":"2026-02-26T02:31:33.117033Z","steps":["trace[1639684654] 'count revisions from in-memory index tree' (duration: 109.068704ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:33.57598Z","caller":"traceutil/trace.go:171","msg":"trace[821491161] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"308.461217ms","start":"2026-02-26T02:31:33.26749Z","end":"2026-02-26T02:31:33.575952Z","steps":["trace[821491161] 'process raft request' (duration: 233.035703ms)","trace[821491161] 'compare' (duration: 75.306821ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:33.576154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:33.26747Z","time spent":"308.594201ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:33.936455Z","caller":"traceutil/trace.go:171","msg":"trace[1070024524] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"305.383201ms","start":"2026-02-26T02:31:33.631038Z","end":"2026-02-26T02:31:33.936422Z","steps":["trace[1070024524] 'process raft request' (duration: 305.327669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:33.936657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:33.631015Z","time spent":"305.537875ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:33.93672Z","caller":"traceutil/trace.go:171","msg":"trace[1314776020] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"667.74165ms","start":"2026-02-26T02:31:33.268958Z","end":"2026-02-26T02:31:33.9367Z","steps":["trace[1314776020] 'process raft request' (duration: 667.354097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:33.936923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:33.268948Z","time spent":"667.941186ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:33.936724Z","caller":"traceutil/trace.go:171","msg":"trace[183105396] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"667.878414ms","start":"2026-02-26T02:31:33.268808Z","end":"2026-02-26T02:31:33.936687Z","steps":["trace[183105396] 'process raft request' (duration: 667.448171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:33.937002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.0068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:31:33.937046Z","caller":"traceutil/trace.go:171","msg":"trace[637251421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23562; }","duration":"669.149574ms","start":"2026-02-26T02:31:33.267882Z","end":"2026-02-26T02:31:33.937031Z","steps":["trace[637251421] 'agreement among raft nodes before linearized reading' (duration: 668.943758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:33.937087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:33.267858Z","time spent":"669.222887ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:31:33.937091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:33.268792Z","time spent":"668.207794ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:33.936789Z","caller":"traceutil/trace.go:171","msg":"trace[456972365] linearizableReadLoop","detail":"{readStateIndex:24385; appliedIndex:24383; }","duration":"668.844005ms","start":"2026-02-26T02:31:33.267927Z","end":"2026-02-26T02:31:33.936771Z","steps":["trace[456972365] 'read index received' (duration: 232.610569ms)","trace[456972365] 'applied index is now lower than readState.Index' (duration: 436.231556ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:33.93679Z","caller":"traceutil/trace.go:171","msg":"trace[1063632575] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"668.884456ms","start":"2026-02-26T02:31:33.267873Z","end":"2026-02-26T02:31:33.936758Z","steps":["trace[1063632575] 'process raft request' (duration: 572.901737ms)","trace[1063632575] 'compare' (duration: 95.278907ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:33.937307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:33.267855Z","time spent":"669.402302ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:33.937313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.855774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:33.937391Z","caller":"traceutil/trace.go:171","msg":"trace[2032827613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23562; }","duration":"277.014419ms","start":"2026-02-26T02:31:33.66037Z","end":"2026-02-26T02:31:33.937384Z","steps":["trace[2032827613] 'agreement among raft nodes before linearized reading' (duration: 276.905506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:33.93735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.651538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:31:33.937429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.421136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-02-26T02:31:33.937459Z","caller":"traceutil/trace.go:171","msg":"trace[1202470213] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23562; }","duration":"367.801213ms","start":"2026-02-26T02:31:33.569637Z","end":"2026-02-26T02:31:33.937439Z","steps":["trace[1202470213] 'agreement among raft nodes before linearized reading' (duration: 367.663889ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:33.937483Z","caller":"traceutil/trace.go:171","msg":"trace[588719070] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23562; }","duration":"563.55611ms","start":"2026-02-26T02:31:33.373911Z","end":"2026-02-26T02:31:33.937467Z","steps":["trace[588719070] 'agreement among raft nodes before linearized reading' (duration: 563.341573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:33.937495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:33.569613Z","time spent":"367.874406ms","remote":"127.0.0.1:32890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:33.937513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.572416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:31:33.937588Z","caller":"traceutil/trace.go:171","msg":"trace[1480576620] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23562; }","duration":"543.696449ms","start":"2026-02-26T02:31:33.393871Z","end":"2026-02-26T02:31:33.937567Z","steps":["trace[1480576620] 'agreement among raft nodes before linearized reading' (duration: 543.477682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:33.937657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:33.393841Z","time spent":"543.800032ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:31:33.937526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:33.373885Z","time spent":"563.631652ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" "} {"level":"info","ts":"2026-02-26T02:31:34.054735Z","caller":"traceutil/trace.go:171","msg":"trace[1576649781] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"111.77718ms","start":"2026-02-26T02:31:33.942931Z","end":"2026-02-26T02:31:34.054709Z","steps":["trace[1576649781] 'process raft request' (duration: 111.585054ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:34.054879Z","caller":"traceutil/trace.go:171","msg":"trace[905647680] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"112.171583ms","start":"2026-02-26T02:31:33.942682Z","end":"2026-02-26T02:31:34.054853Z","steps":["trace[905647680] 'process raft request' (duration: 108.833817ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:34.680489Z","caller":"traceutil/trace.go:171","msg":"trace[2062862026] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"132.092696ms","start":"2026-02-26T02:31:34.54836Z","end":"2026-02-26T02:31:34.680452Z","steps":["trace[2062862026] 'process raft request' (duration: 55.547384ms)","trace[2062862026] 'compare' (duration: 76.206531ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:35.213151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533963,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:31:35.486291Z","caller":"traceutil/trace.go:171","msg":"trace[1985945578] linearizableReadLoop","detail":"{readStateIndex:24396; appliedIndex:24395; }","duration":"773.913493ms","start":"2026-02-26T02:31:34.712357Z","end":"2026-02-26T02:31:35.48627Z","steps":["trace[1985945578] 'read index received' (duration: 773.593503ms)","trace[1985945578] 'applied index is now lower than readState.Index' (duration: 319.46µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:35.486376Z","caller":"traceutil/trace.go:171","msg":"trace[181080329] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"778.934652ms","start":"2026-02-26T02:31:34.707434Z","end":"2026-02-26T02:31:35.486368Z","steps":["trace[181080329] 'process raft request' (duration: 778.592721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.486531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:34.707406Z","time spent":"778.988034ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:35.48665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.231216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.486723Z","caller":"traceutil/trace.go:171","msg":"trace[512066305] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23570; }","duration":"770.35271ms","start":"2026-02-26T02:31:34.716353Z","end":"2026-02-26T02:31:35.486706Z","steps":["trace[512066305] 'agreement among raft nodes before linearized reading' (duration: 770.232556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.486768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:34.716335Z","time spent":"770.423362ms","remote":"127.0.0.1:56586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:35.486994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.992956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.487022Z","caller":"traceutil/trace.go:171","msg":"trace[1089667696] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23570; }","duration":"338.023157ms","start":"2026-02-26T02:31:35.148991Z","end":"2026-02-26T02:31:35.487015Z","steps":["trace[1089667696] 'agreement among raft nodes before linearized reading' (duration: 337.978055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.487079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.493774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-02-26T02:31:35.487122Z","caller":"traceutil/trace.go:171","msg":"trace[851408193] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23570; }","duration":"543.572627ms","start":"2026-02-26T02:31:34.943539Z","end":"2026-02-26T02:31:35.487111Z","steps":["trace[851408193] 'agreement among raft nodes before linearized reading' (duration: 543.446133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.487177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:34.943518Z","time spent":"543.650209ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" "} {"level":"warn","ts":"2026-02-26T02:31:35.487249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.898354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-02-26T02:31:35.487271Z","caller":"traceutil/trace.go:171","msg":"trace[240843446] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23570; }","duration":"774.953436ms","start":"2026-02-26T02:31:34.712313Z","end":"2026-02-26T02:31:35.487266Z","steps":["trace[240843446] 'agreement among raft nodes before linearized reading' (duration: 774.791751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.487324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:34.712294Z","time spent":"775.024788ms","remote":"127.0.0.1:48854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:31:35.487399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.377884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:31:35.487435Z","caller":"traceutil/trace.go:171","msg":"trace[799035986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23570; }","duration":"613.450056ms","start":"2026-02-26T02:31:34.873976Z","end":"2026-02-26T02:31:35.487426Z","steps":["trace[799035986] 'agreement among raft nodes before linearized reading' (duration: 613.357033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.487466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:34.873956Z","time spent":"613.504238ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:35.487488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.045536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:31:35.487532Z","caller":"traceutil/trace.go:171","msg":"trace[1946054056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23570; }","duration":"263.092677ms","start":"2026-02-26T02:31:35.22441Z","end":"2026-02-26T02:31:35.487503Z","steps":["trace[1946054056] 'agreement among raft nodes before linearized reading' (duration: 263.021785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.487092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:35.148939Z","time spent":"338.095859ms","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:31:35.63511Z","caller":"traceutil/trace.go:171","msg":"trace[751622561] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"140.344829ms","start":"2026-02-26T02:31:35.494744Z","end":"2026-02-26T02:31:35.635089Z","steps":["trace[751622561] 'process raft request' (duration: 82.762709ms)","trace[751622561] 'compare' (duration: 57.420194ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:36.263254Z","caller":"traceutil/trace.go:171","msg":"trace[1563794773] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"320.967865ms","start":"2026-02-26T02:31:35.942255Z","end":"2026-02-26T02:31:36.263223Z","steps":["trace[1563794773] 'process raft request' (duration: 320.80637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:36.263419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:35.942242Z","time spent":"321.09346ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:36.263674Z","caller":"traceutil/trace.go:171","msg":"trace[1498348610] linearizableReadLoop","detail":"{readStateIndex:24400; appliedIndex:24400; }","duration":"321.12723ms","start":"2026-02-26T02:31:35.942539Z","end":"2026-02-26T02:31:36.263666Z","steps":["trace[1498348610] 'read index received' (duration: 321.12261ms)","trace[1498348610] 'applied index is now lower than readState.Index' (duration: 3.85µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:36.2639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.330477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:31:36.263977Z","caller":"traceutil/trace.go:171","msg":"trace[2098996303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23574; }","duration":"321.440271ms","start":"2026-02-26T02:31:35.94252Z","end":"2026-02-26T02:31:36.26396Z","steps":["trace[2098996303] 'agreement among raft nodes before linearized reading' (duration: 321.199893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:36.264027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:35.94251Z","time spent":"321.508222ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:36.764156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231533980,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:31:36.869875Z","caller":"traceutil/trace.go:171","msg":"trace[422783437] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"923.693141ms","start":"2026-02-26T02:31:35.946155Z","end":"2026-02-26T02:31:36.869848Z","steps":["trace[422783437] 'process raft request' (duration: 923.64126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:36.870033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:35.946149Z","time spent":"923.798574ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:36.870072Z","caller":"traceutil/trace.go:171","msg":"trace[1512973850] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"923.96992ms","start":"2026-02-26T02:31:35.946075Z","end":"2026-02-26T02:31:36.870045Z","steps":["trace[1512973850] 'process raft request' (duration: 923.507505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:36.870211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:35.946058Z","time spent":"924.072123ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:37.30199Z","caller":"traceutil/trace.go:171","msg":"trace[1882073284] linearizableReadLoop","detail":"{readStateIndex:24407; appliedIndex:24402; }","duration":"1.03827293s","start":"2026-02-26T02:31:36.263695Z","end":"2026-02-26T02:31:37.301968Z","steps":["trace[1882073284] 'read index received' (duration: 606.617349ms)","trace[1882073284] 'applied index is now lower than readState.Index' (duration: 431.6532ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:37.302294Z","caller":"traceutil/trace.go:171","msg":"trace[1852337864] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"1.034287912s","start":"2026-02-26T02:31:36.267993Z","end":"2026-02-26T02:31:37.302281Z","steps":["trace[1852337864] 'process raft request' (duration: 1.028154328s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:37.302746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082778613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:37.30278Z","caller":"traceutil/trace.go:171","msg":"trace[217901025] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"873.787335ms","start":"2026-02-26T02:31:36.428969Z","end":"2026-02-26T02:31:37.302757Z","steps":["trace[217901025] 'process raft request' (duration: 872.886456ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:37.302817Z","caller":"traceutil/trace.go:171","msg":"trace[683986454] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23581; }","duration":"1.082904677s","start":"2026-02-26T02:31:36.219894Z","end":"2026-02-26T02:31:37.302799Z","steps":["trace[683986454] 'agreement among raft nodes before linearized reading' (duration: 1.082766952s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:37.302816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.531266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-02-26T02:31:37.302852Z","caller":"traceutil/trace.go:171","msg":"trace[1005596612] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23581; }","duration":"799.602788ms","start":"2026-02-26T02:31:36.503239Z","end":"2026-02-26T02:31:37.302841Z","steps":["trace[1005596612] 'agreement among raft nodes before linearized reading' (duration: 799.461194ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:37.302825Z","caller":"traceutil/trace.go:171","msg":"trace[388787866] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"873.401672ms","start":"2026-02-26T02:31:36.429384Z","end":"2026-02-26T02:31:37.302786Z","steps":["trace[388787866] 'process raft request' (duration: 872.514814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:37.30315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188297205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:31:37.302878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:36.503219Z","time spent":"799.65279ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" "} {"level":"warn","ts":"2026-02-26T02:31:37.302853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:36.219865Z","time spent":"1.082980809s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:37.303204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:36.267965Z","time spent":"1.034367925s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:37.303225Z","caller":"traceutil/trace.go:171","msg":"trace[653345050] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23581; }","duration":"1.188417129s","start":"2026-02-26T02:31:36.114792Z","end":"2026-02-26T02:31:37.303209Z","steps":["trace[653345050] 'agreement among raft nodes before linearized reading' (duration: 1.187993425s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:37.302887Z","caller":"traceutil/trace.go:171","msg":"trace[563878847] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"873.000789ms","start":"2026-02-26T02:31:36.429876Z","end":"2026-02-26T02:31:37.302876Z","steps":["trace[563878847] 'process raft request' (duration: 872.056759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:37.302889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244291814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:31:37.303469Z","caller":"traceutil/trace.go:171","msg":"trace[643962597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23581; }","duration":"1.244994256s","start":"2026-02-26T02:31:36.058465Z","end":"2026-02-26T02:31:37.303459Z","steps":["trace[643962597] 'agreement among raft nodes before linearized reading' (duration: 1.244233942s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:37.303496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:36.058403Z","time spent":"1.245083399s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:31:37.302861Z","caller":"traceutil/trace.go:171","msg":"trace[904040204] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"875.494079ms","start":"2026-02-26T02:31:36.4273Z","end":"2026-02-26T02:31:37.302794Z","steps":["trace[904040204] 'process raft request' (duration: 874.486077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:37.303555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:36.42986Z","time spent":"873.507396ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:37.302957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.839391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:31:37.303641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:36.427269Z","time spent":"876.316615ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:37.303659Z","caller":"traceutil/trace.go:171","msg":"trace[1060059046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23581; }","duration":"644.566124ms","start":"2026-02-26T02:31:36.659086Z","end":"2026-02-26T02:31:37.303652Z","steps":["trace[1060059046] 'agreement among raft nodes before linearized reading' (duration: 643.849571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:37.303681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:36.659063Z","time spent":"644.611785ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:31:37.303279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:36.114774Z","time spent":"1.188498612s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:37.302945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.36229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:31:37.30297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:36.428819Z","time spent":"874.039613ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:37.303791Z","caller":"traceutil/trace.go:171","msg":"trace[1757492193] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23581; }","duration":"460.218438ms","start":"2026-02-26T02:31:36.84355Z","end":"2026-02-26T02:31:37.303768Z","steps":["trace[1757492193] 'agreement among raft nodes before linearized reading' (duration: 459.3441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:37.30386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:36.843533Z","time spent":"460.304301ms","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:31:37.305355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:36.429349Z","time spent":"873.702132ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:37.529276Z","caller":"traceutil/trace.go:171","msg":"trace[22932566] linearizableReadLoop","detail":"{readStateIndex:24408; appliedIndex:24407; }","duration":"181.812036ms","start":"2026-02-26T02:31:37.347428Z","end":"2026-02-26T02:31:37.52924Z","steps":["trace[22932566] 'read index received' (duration: 157.362639ms)","trace[22932566] 'applied index is now lower than readState.Index' (duration: 24.447097ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:37.529477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.026852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:31:37.529562Z","caller":"traceutil/trace.go:171","msg":"trace[1722723839] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23582; }","duration":"182.153396ms","start":"2026-02-26T02:31:37.347389Z","end":"2026-02-26T02:31:37.529542Z","steps":["trace[1722723839] 'agreement among raft nodes before linearized reading' (duration: 182.010842ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:37.529402Z","caller":"traceutil/trace.go:171","msg":"trace[662303606] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"219.764021ms","start":"2026-02-26T02:31:37.309589Z","end":"2026-02-26T02:31:37.529353Z","steps":["trace[662303606] 'process raft request' (duration: 195.299884ms)","trace[662303606] 'compare' (duration: 23.946791ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:37.529511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.881418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:37.529807Z","caller":"traceutil/trace.go:171","msg":"trace[1709368230] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23582; }","duration":"126.227439ms","start":"2026-02-26T02:31:37.403563Z","end":"2026-02-26T02:31:37.529791Z","steps":["trace[1709368230] 'agreement among raft nodes before linearized reading' (duration: 125.871038ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:37.925611Z","caller":"traceutil/trace.go:171","msg":"trace[1016712269] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"390.66752ms","start":"2026-02-26T02:31:37.534922Z","end":"2026-02-26T02:31:37.925589Z","steps":["trace[1016712269] 'process raft request' (duration: 355.592175ms)","trace[1016712269] 'compare' (duration: 34.896789ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:37.925722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:37.534877Z","time spent":"390.783473ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:38.009416Z","caller":"traceutil/trace.go:171","msg":"trace[1821401190] linearizableReadLoop","detail":"{readStateIndex:24410; appliedIndex:24408; }","duration":"368.687882ms","start":"2026-02-26T02:31:37.640702Z","end":"2026-02-26T02:31:38.00939Z","steps":["trace[1821401190] 'read index received' (duration: 249.794125ms)","trace[1821401190] 'applied index is now lower than readState.Index' (duration: 118.892786ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:38.0099Z","caller":"traceutil/trace.go:171","msg":"trace[1975507127] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"369.445115ms","start":"2026-02-26T02:31:37.640416Z","end":"2026-02-26T02:31:38.009861Z","steps":["trace[1975507127] 'process raft request' (duration: 368.840916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:38.010018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.317291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:31:38.010057Z","caller":"traceutil/trace.go:171","msg":"trace[2144707843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23584; }","duration":"369.386913ms","start":"2026-02-26T02:31:37.640659Z","end":"2026-02-26T02:31:38.010046Z","steps":["trace[2144707843] 'agreement among raft nodes before linearized reading' (duration: 369.306331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:38.010081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:37.640388Z","time spent":"369.602421ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:38.010094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:37.640646Z","time spent":"369.441365ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:31:38.009937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.94318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:31:38.010235Z","caller":"traceutil/trace.go:171","msg":"trace[1996312647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23584; }","duration":"307.283261ms","start":"2026-02-26T02:31:37.702939Z","end":"2026-02-26T02:31:38.010222Z","steps":["trace[1996312647] 'agreement among raft nodes before linearized reading' (duration: 306.848617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:38.010276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:37.702922Z","time spent":"307.343172ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:31:38.390646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.095261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:38.390782Z","caller":"traceutil/trace.go:171","msg":"trace[536002674] linearizableReadLoop","detail":"{readStateIndex:24411; appliedIndex:24410; }","duration":"363.556689ms","start":"2026-02-26T02:31:38.027207Z","end":"2026-02-26T02:31:38.390763Z","steps":["trace[536002674] 'read index received' (duration: 125.791266ms)","trace[536002674] 'applied index is now lower than readState.Index' (duration: 237.763673ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:38.390831Z","caller":"traceutil/trace.go:171","msg":"trace[1794980756] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"377.120539ms","start":"2026-02-26T02:31:38.013678Z","end":"2026-02-26T02:31:38.390799Z","steps":["trace[1794980756] 'process raft request' (duration: 139.543802ms)","trace[1794980756] 'compare' (duration: 236.574465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:38.39099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:38.013662Z","time spent":"377.228673ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:38.391079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.846227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:31:38.391166Z","caller":"traceutil/trace.go:171","msg":"trace[69801325] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23585; }","duration":"363.989302ms","start":"2026-02-26T02:31:38.027156Z","end":"2026-02-26T02:31:38.391146Z","steps":["trace[69801325] 'agreement among raft nodes before linearized reading' (duration: 363.672092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:38.391198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:38.027137Z","time spent":"364.053544ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:31:38.598232Z","caller":"traceutil/trace.go:171","msg":"trace[749895643] linearizableReadLoop","detail":"{readStateIndex:24412; appliedIndex:24411; }","duration":"207.401798ms","start":"2026-02-26T02:31:38.390807Z","end":"2026-02-26T02:31:38.598209Z","steps":["trace[749895643] 'read index received' (duration: 112.71285ms)","trace[749895643] 'applied index is now lower than readState.Index' (duration: 94.687908ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:38.598357Z","caller":"traceutil/trace.go:171","msg":"trace[415080025] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"315.803731ms","start":"2026-02-26T02:31:38.282509Z","end":"2026-02-26T02:31:38.598313Z","steps":["trace[415080025] 'process raft request' (duration: 221.116974ms)","trace[415080025] 'compare' (duration: 94.4606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:38.59851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.364275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"warn","ts":"2026-02-26T02:31:38.598525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:38.282482Z","time spent":"315.953246ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:38.598551Z","caller":"traceutil/trace.go:171","msg":"trace[1023129198] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23586; }","duration":"206.434657ms","start":"2026-02-26T02:31:38.392106Z","end":"2026-02-26T02:31:38.598541Z","steps":["trace[1023129198] 'agreement among raft nodes before linearized reading' (duration: 206.283713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:38.598696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.533266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-02-26T02:31:38.598783Z","caller":"traceutil/trace.go:171","msg":"trace[641783414] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23586; }","duration":"289.685282ms","start":"2026-02-26T02:31:38.309077Z","end":"2026-02-26T02:31:38.598762Z","steps":["trace[641783414] 'agreement among raft nodes before linearized reading' (duration: 289.285509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:39.019809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.917599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:39.019896Z","caller":"traceutil/trace.go:171","msg":"trace[66557018] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23586; }","duration":"290.032142ms","start":"2026-02-26T02:31:38.729847Z","end":"2026-02-26T02:31:39.019879Z","steps":["trace[66557018] 'range keys from in-memory index tree' (duration: 289.814846ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:39.019899Z","caller":"traceutil/trace.go:171","msg":"trace[1716811717] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"144.075657ms","start":"2026-02-26T02:31:38.875782Z","end":"2026-02-26T02:31:39.019858Z","steps":["trace[1716811717] 'process raft request' (duration: 106.983229ms)","trace[1716811717] 'compare' (duration: 36.84829ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:39.01991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.629436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:31:39.020019Z","caller":"traceutil/trace.go:171","msg":"trace[1402217172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23586; }","duration":"145.785241ms","start":"2026-02-26T02:31:38.874201Z","end":"2026-02-26T02:31:39.019986Z","steps":["trace[1402217172] 'range keys from in-memory index tree' (duration: 145.424619ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:39.244338Z","caller":"traceutil/trace.go:171","msg":"trace[973566953] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"136.766675ms","start":"2026-02-26T02:31:39.107522Z","end":"2026-02-26T02:31:39.244289Z","steps":["trace[973566953] 'process raft request' (duration: 39.537256ms)","trace[973566953] 'compare' (duration: 96.805015ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:39.788041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.162603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:39.788123Z","caller":"traceutil/trace.go:171","msg":"trace[989998971] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"478.335744ms","start":"2026-02-26T02:31:39.309774Z","end":"2026-02-26T02:31:39.788109Z","steps":["trace[989998971] 'process raft request' (duration: 37.002455ms)","trace[989998971] 'compare' (duration: 440.879355ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:31:39.788165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:39.309745Z","time spent":"478.400716ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:39.839399Z","caller":"traceutil/trace.go:171","msg":"trace[1954858217] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"529.227451ms","start":"2026-02-26T02:31:39.310137Z","end":"2026-02-26T02:31:39.839365Z","steps":["trace[1954858217] 'process raft request' (duration: 528.962673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:39.839632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:39.310082Z","time spent":"529.419436ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:39.8397Z","caller":"traceutil/trace.go:171","msg":"trace[407786472] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"528.190498ms","start":"2026-02-26T02:31:39.311487Z","end":"2026-02-26T02:31:39.839677Z","steps":["trace[407786472] 'process raft request' (duration: 528.045143ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:39.83973Z","caller":"traceutil/trace.go:171","msg":"trace[1529485739] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"529.571592ms","start":"2026-02-26T02:31:39.310133Z","end":"2026-02-26T02:31:39.839705Z","steps":["trace[1529485739] 'process raft request' (duration: 529.169639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:39.839841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:39.311473Z","time spent":"528.292031ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:39.839842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:39.310092Z","time spent":"529.685405ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:31:39.839962Z","caller":"traceutil/trace.go:171","msg":"trace[531526624] linearizableReadLoop","detail":"{readStateIndex:24420; appliedIndex:24415; }","duration":"509.818824ms","start":"2026-02-26T02:31:39.330093Z","end":"2026-02-26T02:31:39.839912Z","steps":["trace[531526624] 'read index received' (duration: 16.68673ms)","trace[531526624] 'applied index is now lower than readState.Index' (duration: 493.129974ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:39.840038Z","caller":"traceutil/trace.go:171","msg":"trace[583694647] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"526.582657ms","start":"2026-02-26T02:31:39.313442Z","end":"2026-02-26T02:31:39.840025Z","steps":["trace[583694647] 'process raft request' (duration: 526.196505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:39.840098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:39.313434Z","time spent":"526.628768ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:31:39.840121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.034701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-26T02:31:39.840149Z","caller":"traceutil/trace.go:171","msg":"trace[999565598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23594; }","duration":"510.089443ms","start":"2026-02-26T02:31:39.330049Z","end":"2026-02-26T02:31:39.840138Z","steps":["trace[999565598] 'agreement among raft nodes before linearized reading' (duration: 509.971289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:39.840171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:39.330035Z","time spent":"510.129883ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:31:39.85663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.223646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-26T02:31:39.856621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.672034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-02-26T02:31:39.85666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.447742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:39.85671Z","caller":"traceutil/trace.go:171","msg":"trace[165706124] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ff37159-081c-4639-b524-adac391d9faa; range_end:; response_count:1; response_revision:23594; }","duration":"251.804058ms","start":"2026-02-26T02:31:39.604882Z","end":"2026-02-26T02:31:39.856686Z","steps":["trace[165706124] 'agreement among raft nodes before linearized reading' (duration: 251.601782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:39.856872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.837403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:31:39.856719Z","caller":"traceutil/trace.go:171","msg":"trace[1531166514] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23594; }","duration":"413.314999ms","start":"2026-02-26T02:31:39.443362Z","end":"2026-02-26T02:31:39.856677Z","steps":["trace[1531166514] 'agreement among raft nodes before linearized reading' (duration: 413.100052ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:39.856952Z","caller":"traceutil/trace.go:171","msg":"trace[748904288] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:23594; }","duration":"406.953687ms","start":"2026-02-26T02:31:39.449979Z","end":"2026-02-26T02:31:39.856933Z","steps":["trace[748904288] 'agreement among raft nodes before linearized reading' (duration: 406.681289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:39.856997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:39.443301Z","time spent":"413.679521ms","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-26T02:31:39.857009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:39.449964Z","time spent":"407.036979ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"info","ts":"2026-02-26T02:31:39.856775Z","caller":"traceutil/trace.go:171","msg":"trace[1620646789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23594; }","duration":"197.619237ms","start":"2026-02-26T02:31:39.65913Z","end":"2026-02-26T02:31:39.856749Z","steps":["trace[1620646789] 'agreement among raft nodes before linearized reading' (duration: 197.3848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:39.856756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.764943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:31:39.857244Z","caller":"traceutil/trace.go:171","msg":"trace[59365518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23594; }","duration":"323.29896ms","start":"2026-02-26T02:31:39.533929Z","end":"2026-02-26T02:31:39.857228Z","steps":["trace[59365518] 'agreement among raft nodes before linearized reading' (duration: 322.641899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:39.857316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:31:39.533912Z","time spent":"323.383972ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:32:12.240207Z","caller":"traceutil/trace.go:171","msg":"trace[1453260005] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"334.498526ms","start":"2026-02-26T02:32:11.905663Z","end":"2026-02-26T02:32:12.240162Z","steps":["trace[1453260005] 'process raft request' (duration: 334.142344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.240518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:11.90564Z","time spent":"334.714462ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:12.97751Z","caller":"traceutil/trace.go:171","msg":"trace[989717557] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"1.005930132s","start":"2026-02-26T02:32:11.971548Z","end":"2026-02-26T02:32:12.977478Z","steps":["trace[989717557] 'process raft request' (duration: 1.005801268s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.977711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:11.971535Z","time spent":"1.006066756s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:12.977746Z","caller":"traceutil/trace.go:171","msg":"trace[984698824] linearizableReadLoop","detail":"{readStateIndex:24699; appliedIndex:24696; }","duration":"1.006094887s","start":"2026-02-26T02:32:11.971634Z","end":"2026-02-26T02:32:12.977729Z","steps":["trace[984698824] 'read index received' (duration: 268.033254ms)","trace[984698824] 'applied index is now lower than readState.Index' (duration: 738.060763ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:32:12.977863Z","caller":"traceutil/trace.go:171","msg":"trace[945671351] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"800.266749ms","start":"2026-02-26T02:32:12.177584Z","end":"2026-02-26T02:32:12.97785Z","steps":["trace[945671351] 'process raft request' (duration: 800.035442ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:12.977839Z","caller":"traceutil/trace.go:171","msg":"trace[875600153] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"1.003873817s","start":"2026-02-26T02:32:11.973864Z","end":"2026-02-26T02:32:12.977738Z","steps":["trace[875600153] 'process raft request' (duration: 1.003540326s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.977972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.177557Z","time spent":"800.340552ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:32:12.978078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:11.97385Z","time spent":"1.004107955s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:32:12.978095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006453059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:32:12.978189Z","caller":"traceutil/trace.go:171","msg":"trace[513655414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23866; }","duration":"1.006565242s","start":"2026-02-26T02:32:11.971609Z","end":"2026-02-26T02:32:12.978174Z","steps":["trace[513655414] 'agreement among raft nodes before linearized reading' (duration: 1.006364136s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.978234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:11.9716Z","time spent":"1.006624354s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:32:12.978336Z","caller":"traceutil/trace.go:171","msg":"trace[1388566732] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"1.011079385s","start":"2026-02-26T02:32:11.966429Z","end":"2026-02-26T02:32:12.977509Z","steps":["trace[1388566732] 'process raft request' (duration: 1.010735644s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.978423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:11.966401Z","time spent":"1.011981974s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:32:12.980132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.962188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:32:12.980271Z","caller":"traceutil/trace.go:171","msg":"trace[980083978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23867; }","duration":"431.136285ms","start":"2026-02-26T02:32:12.54912Z","end":"2026-02-26T02:32:12.980256Z","steps":["trace[980083978] 'agreement among raft nodes before linearized reading' (duration: 430.867126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.980384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.549104Z","time spent":"431.267348ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:32:12.980538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.517194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:32:12.980587Z","caller":"traceutil/trace.go:171","msg":"trace[1956030489] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23867; }","duration":"543.71105ms","start":"2026-02-26T02:32:12.436859Z","end":"2026-02-26T02:32:12.980571Z","steps":["trace[1956030489] 'agreement among raft nodes before linearized reading' (duration: 543.490533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.980614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.436829Z","time spent":"543.776962ms","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-26T02:32:12.980323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.948706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:32:12.98094Z","caller":"traceutil/trace.go:171","msg":"trace[486991440] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"258.127778ms","start":"2026-02-26T02:32:12.722797Z","end":"2026-02-26T02:32:12.980925Z","steps":["trace[486991440] 'process raft request' (duration: 255.853676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.98106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.065074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:12.981097Z","caller":"traceutil/trace.go:171","msg":"trace[1323873384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23867; }","duration":"319.139557ms","start":"2026-02-26T02:32:12.661949Z","end":"2026-02-26T02:32:12.981088Z","steps":["trace[1323873384] 'agreement among raft nodes before linearized reading' (duration: 319.064435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.981119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.661923Z","time spent":"319.192028ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:32:12.981048Z","caller":"traceutil/trace.go:171","msg":"trace[1082816594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23867; }","duration":"872.639908ms","start":"2026-02-26T02:32:12.108338Z","end":"2026-02-26T02:32:12.980978Z","steps":["trace[1082816594] 'agreement among raft nodes before linearized reading' (duration: 871.884765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.981126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.51092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:32:12.981168Z","caller":"traceutil/trace.go:171","msg":"trace[869046493] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23867; }","duration":"405.576282ms","start":"2026-02-26T02:32:12.575578Z","end":"2026-02-26T02:32:12.981154Z","steps":["trace[869046493] 'agreement among raft nodes before linearized reading' (duration: 405.455208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.981194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.575567Z","time spent":"405.621883ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:32:12.981271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.784713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:32:12.981336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.540295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274894"} {"level":"info","ts":"2026-02-26T02:32:12.981367Z","caller":"traceutil/trace.go:171","msg":"trace[1750508289] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23867; }","duration":"866.599597ms","start":"2026-02-26T02:32:12.114759Z","end":"2026-02-26T02:32:12.981358Z","steps":["trace[1750508289] 'agreement among raft nodes before linearized reading' (duration: 866.177303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.981227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.108323Z","time spent":"872.840124ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:32:12.981367Z","caller":"traceutil/trace.go:171","msg":"trace[892014411] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23867; }","duration":"940.919637ms","start":"2026-02-26T02:32:12.040423Z","end":"2026-02-26T02:32:12.981343Z","steps":["trace[892014411] 'agreement among raft nodes before linearized reading' (duration: 940.759712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.98153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.040413Z","time spent":"941.099113ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:32:12.981505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.860819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T02:32:12.98139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.114745Z","time spent":"866.639167ms","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274916,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-26T02:32:12.981589Z","caller":"traceutil/trace.go:171","msg":"trace[1269593685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23867; }","duration":"959.943792ms","start":"2026-02-26T02:32:12.02162Z","end":"2026-02-26T02:32:12.981564Z","steps":["trace[1269593685] 'agreement among raft nodes before linearized reading' (duration: 959.786707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.981655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.021612Z","time spent":"960.034935ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:32:12.983285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.544307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:12.984489Z","caller":"traceutil/trace.go:171","msg":"trace[1745988068] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23867; }","duration":"980.731312ms","start":"2026-02-26T02:32:12.003733Z","end":"2026-02-26T02:32:12.984464Z","steps":["trace[1745988068] 'agreement among raft nodes before linearized reading' (duration: 975.490576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:12.984572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:12.003726Z","time spent":"980.801164ms","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:32:15.162175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231534694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:32:15.780459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.448624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:32:15.781303Z","caller":"traceutil/trace.go:171","msg":"trace[791297071] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"789.046974ms","start":"2026-02-26T02:32:14.99223Z","end":"2026-02-26T02:32:15.781277Z","steps":["trace[791297071] 'process raft request' (duration: 788.327441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:15.781451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:14.992207Z","time spent":"789.160467ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:32:16.007273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.863285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:32:16.007644Z","caller":"traceutil/trace.go:171","msg":"trace[1895542579] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"1.015286051s","start":"2026-02-26T02:32:14.992319Z","end":"2026-02-26T02:32:16.007605Z","steps":["trace[1895542579] 'process raft request' (duration: 788.943911ms)","trace[1895542579] 'compare' (duration: 225.489093ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:32:16.007942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:14.992313Z","time spent":"1.015415575s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:16.008232Z","caller":"traceutil/trace.go:171","msg":"trace[1191793171] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"1.015771796s","start":"2026-02-26T02:32:14.992436Z","end":"2026-02-26T02:32:16.008207Z","steps":["trace[1191793171] 'process raft request' (duration: 1.015099634s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.00842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:14.992427Z","time spent":"1.01591655s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:16.008436Z","caller":"traceutil/trace.go:171","msg":"trace[413060631] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"1.015937381s","start":"2026-02-26T02:32:14.992475Z","end":"2026-02-26T02:32:16.008412Z","steps":["trace[413060631] 'process raft request' (duration: 1.015194858s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.010079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:14.992471Z","time spent":"1.017537632s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:16.008678Z","caller":"traceutil/trace.go:171","msg":"trace[564525990] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"1.012513062s","start":"2026-02-26T02:32:14.996146Z","end":"2026-02-26T02:32:16.008659Z","steps":["trace[564525990] 'process raft request' (duration: 1.012220573s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.010279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:14.996133Z","time spent":"1.014116543s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:16.008847Z","caller":"traceutil/trace.go:171","msg":"trace[1803374127] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"637.451129ms","start":"2026-02-26T02:32:15.371363Z","end":"2026-02-26T02:32:16.008814Z","steps":["trace[1803374127] 'process raft request' (duration: 637.339915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.010357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:15.371335Z","time spent":"639.004877ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:16.00886Z","caller":"traceutil/trace.go:171","msg":"trace[1513119934] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"863.753357ms","start":"2026-02-26T02:32:15.145049Z","end":"2026-02-26T02:32:16.008803Z","steps":["trace[1513119934] 'process raft request' (duration: 863.5444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.010438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:15.145018Z","time spent":"865.397029ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:16.008955Z","caller":"traceutil/trace.go:171","msg":"trace[1085869508] linearizableReadLoop","detail":"{readStateIndex:24717; appliedIndex:24710; }","duration":"1.347598896s","start":"2026-02-26T02:32:14.661315Z","end":"2026-02-26T02:32:16.008913Z","steps":["trace[1085869508] 'read index received' (duration: 744.810599ms)","trace[1085869508] 'applied index is now lower than readState.Index' (duration: 602.781447ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:32:16.008988Z","caller":"traceutil/trace.go:171","msg":"trace[1001025645] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"464.068601ms","start":"2026-02-26T02:32:15.544898Z","end":"2026-02-26T02:32:16.008967Z","steps":["trace[1001025645] 'process raft request' (duration: 463.913286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.010564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:15.544877Z","time spent":"465.665422ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:32:16.00909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347757161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:16.010632Z","caller":"traceutil/trace.go:171","msg":"trace[1787321254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23883; }","duration":"1.349351221s","start":"2026-02-26T02:32:14.661272Z","end":"2026-02-26T02:32:16.010623Z","steps":["trace[1787321254] 'agreement among raft nodes before linearized reading' (duration: 1.34774936s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.010661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:14.661247Z","time spent":"1.349408723s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:32:16.010949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298811146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-26T02:32:16.011004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.107173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:32:16.011018Z","caller":"traceutil/trace.go:171","msg":"trace[403041137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23883; }","duration":"1.298951791s","start":"2026-02-26T02:32:14.71205Z","end":"2026-02-26T02:32:16.011002Z","steps":["trace[403041137] 'agreement among raft nodes before linearized reading' (duration: 1.298614451s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:16.011034Z","caller":"traceutil/trace.go:171","msg":"trace[1228853439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23883; }","duration":"776.178535ms","start":"2026-02-26T02:32:15.234848Z","end":"2026-02-26T02:32:16.011026Z","steps":["trace[1228853439] 'agreement among raft nodes before linearized reading' (duration: 776.036101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.011055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:15.234823Z","time spent":"776.227637ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:32:16.011065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:14.712042Z","time spent":"1.299012643s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:32:16.011122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.524827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:16.011146Z","caller":"traceutil/trace.go:171","msg":"trace[144847387] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23883; }","duration":"533.588969ms","start":"2026-02-26T02:32:15.47755Z","end":"2026-02-26T02:32:16.011139Z","steps":["trace[144847387] 'agreement among raft nodes before linearized reading' (duration: 533.550827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.011164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:15.477528Z","time spent":"533.63165ms","remote":"127.0.0.1:32894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:32:16.01125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008222686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T02:32:16.011287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007962318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:32:16.011326Z","caller":"traceutil/trace.go:171","msg":"trace[2056527633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23883; }","duration":"1.008012109s","start":"2026-02-26T02:32:15.003304Z","end":"2026-02-26T02:32:16.011317Z","steps":["trace[2056527633] 'agreement among raft nodes before linearized reading' (duration: 1.007890765s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:16.011333Z","caller":"traceutil/trace.go:171","msg":"trace[1796162232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23883; }","duration":"1.008418852s","start":"2026-02-26T02:32:15.002894Z","end":"2026-02-26T02:32:16.011312Z","steps":["trace[1796162232] 'agreement among raft nodes before linearized reading' (duration: 1.008145033s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.011359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:15.003226Z","time spent":"1.008117652s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:32:16.011383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:15.002879Z","time spent":"1.008490594s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:32:16.011438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011621164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:32:16.011488Z","caller":"traceutil/trace.go:171","msg":"trace[233763089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23883; }","duration":"1.011680395s","start":"2026-02-26T02:32:14.999792Z","end":"2026-02-26T02:32:16.011472Z","steps":["trace[233763089] 'agreement among raft nodes before linearized reading' (duration: 1.011557051s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.011062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.421932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:32:16.011523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015561719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:32:16.011534Z","caller":"traceutil/trace.go:171","msg":"trace[2100216620] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23883; }","duration":"118.935168ms","start":"2026-02-26T02:32:15.892588Z","end":"2026-02-26T02:32:16.011523Z","steps":["trace[2100216620] 'agreement among raft nodes before linearized reading' (duration: 118.413231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.011528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:14.999785Z","time spent":"1.011735968s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:32:16.011555Z","caller":"traceutil/trace.go:171","msg":"trace[1713754436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23883; }","duration":"1.01559416s","start":"2026-02-26T02:32:14.995953Z","end":"2026-02-26T02:32:16.011547Z","steps":["trace[1713754436] 'agreement among raft nodes before linearized reading' (duration: 1.015512177s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.011577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:14.995896Z","time spent":"1.015676262s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:32:16.149736Z","caller":"traceutil/trace.go:171","msg":"trace[715538380] linearizableReadLoop","detail":"{readStateIndex:24720; appliedIndex:24719; }","duration":"136.30952ms","start":"2026-02-26T02:32:16.013394Z","end":"2026-02-26T02:32:16.149704Z","steps":["trace[715538380] 'read index received' (duration: 102.551178ms)","trace[715538380] 'applied index is now lower than readState.Index' (duration: 33.756472ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:32:16.149934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.505646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:16.150005Z","caller":"traceutil/trace.go:171","msg":"trace[1125451731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23883; }","duration":"136.616979ms","start":"2026-02-26T02:32:16.013373Z","end":"2026-02-26T02:32:16.14999Z","steps":["trace[1125451731] 'agreement among raft nodes before linearized reading' (duration: 136.458344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.659371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.617816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:32:16.660056Z","caller":"traceutil/trace.go:171","msg":"trace[738238426] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"643.046205ms","start":"2026-02-26T02:32:16.016955Z","end":"2026-02-26T02:32:16.660001Z","steps":["trace[738238426] 'process raft request' (duration: 263.722977ms)","trace[738238426] 'compare' (duration: 377.956825ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:32:16.660277Z","caller":"traceutil/trace.go:171","msg":"trace[1911237084] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"643.234062ms","start":"2026-02-26T02:32:16.017017Z","end":"2026-02-26T02:32:16.660251Z","steps":["trace[1911237084] 'process raft request' (duration: 642.484538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.66039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:16.016942Z","time spent":"643.303424ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:32:16.660426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:16.017012Z","time spent":"643.337145ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:16.66043Z","caller":"traceutil/trace.go:171","msg":"trace[462932523] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"642.644792ms","start":"2026-02-26T02:32:16.017683Z","end":"2026-02-26T02:32:16.660328Z","steps":["trace[462932523] 'process raft request' (duration: 642.469087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.660673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:16.017675Z","time spent":"642.86899ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:16.660675Z","caller":"traceutil/trace.go:171","msg":"trace[625938048] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"642.904471ms","start":"2026-02-26T02:32:16.017728Z","end":"2026-02-26T02:32:16.660633Z","steps":["trace[625938048] 'process raft request' (duration: 642.511108ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:16.660794Z","caller":"traceutil/trace.go:171","msg":"trace[140106340] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"642.467757ms","start":"2026-02-26T02:32:16.018291Z","end":"2026-02-26T02:32:16.660758Z","steps":["trace[140106340] 'process raft request' (duration: 642.24415ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:16.660859Z","caller":"traceutil/trace.go:171","msg":"trace[566049077] linearizableReadLoop","detail":"{readStateIndex:24725; appliedIndex:24720; }","duration":"511.032932ms","start":"2026-02-26T02:32:16.149811Z","end":"2026-02-26T02:32:16.660844Z","steps":["trace[566049077] 'read index received' (duration: 130.912038ms)","trace[566049077] 'applied index is now lower than readState.Index' (duration: 380.113113ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:32:16.660965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:16.018283Z","time spent":"642.594751ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:16.661173Z","caller":"traceutil/trace.go:171","msg":"trace[714709144] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"509.798623ms","start":"2026-02-26T02:32:16.151172Z","end":"2026-02-26T02:32:16.66097Z","steps":["trace[714709144] 'process raft request' (duration: 509.573496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.661239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.313357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-26T02:32:16.660964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:16.017723Z","time spent":"643.010324ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:16.661289Z","caller":"traceutil/trace.go:171","msg":"trace[984651591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23888; }","duration":"645.371779ms","start":"2026-02-26T02:32:16.015903Z","end":"2026-02-26T02:32:16.661275Z","steps":["trace[984651591] 'agreement among raft nodes before linearized reading' (duration: 644.939786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.661297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:16.151143Z","time spent":"510.074001ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:16.661327Z","caller":"traceutil/trace.go:171","msg":"trace[2039105167] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"404.951783ms","start":"2026-02-26T02:32:16.256362Z","end":"2026-02-26T02:32:16.661313Z","steps":["trace[2039105167] 'process raft request' (duration: 404.56665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.661399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:16.256333Z","time spent":"405.032495ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:32:16.661331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:16.0159Z","time spent":"645.425161ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:32:16.6615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.828611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:16.661562Z","caller":"traceutil/trace.go:171","msg":"trace[1953261580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23890; }","duration":"502.919804ms","start":"2026-02-26T02:32:16.158626Z","end":"2026-02-26T02:32:16.661546Z","steps":["trace[1953261580] 'agreement among raft nodes before linearized reading' (duration: 502.814721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.661588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.111722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:32:16.661602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:16.158616Z","time spent":"502.978946ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:32:16.661247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.420211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:16.661648Z","caller":"traceutil/trace.go:171","msg":"trace[1545460121] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23889; }","duration":"645.825314ms","start":"2026-02-26T02:32:16.015812Z","end":"2026-02-26T02:32:16.661637Z","steps":["trace[1545460121] 'agreement among raft nodes before linearized reading' (duration: 645.126632ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:16.66166Z","caller":"traceutil/trace.go:171","msg":"trace[1670665207] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23890; }","duration":"487.217765ms","start":"2026-02-26T02:32:16.174404Z","end":"2026-02-26T02:32:16.661622Z","steps":["trace[1670665207] 'agreement among raft nodes before linearized reading' (duration: 487.090431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:16.661692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:16.01578Z","time spent":"645.901926ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:32:16.661723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:16.174388Z","time spent":"487.299307ms","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:32:16.968201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.604072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:16.968281Z","caller":"traceutil/trace.go:171","msg":"trace[325405528] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23890; }","duration":"160.726836ms","start":"2026-02-26T02:32:16.807536Z","end":"2026-02-26T02:32:16.968263Z","steps":["trace[325405528] 'range keys from in-memory index tree' (duration: 160.525109ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:17.963777Z","caller":"traceutil/trace.go:171","msg":"trace[1619097112] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"177.060545ms","start":"2026-02-26T02:32:17.786677Z","end":"2026-02-26T02:32:17.963737Z","steps":["trace[1619097112] 'process raft request' (duration: 176.740695ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:18.26803Z","caller":"traceutil/trace.go:171","msg":"trace[2098287418] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"253.760101ms","start":"2026-02-26T02:32:18.014242Z","end":"2026-02-26T02:32:18.268002Z","steps":["trace[2098287418] 'process raft request' (duration: 217.717006ms)","trace[2098287418] 'compare' (duration: 35.88661ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:32:18.27697Z","caller":"traceutil/trace.go:171","msg":"trace[978031461] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"260.793024ms","start":"2026-02-26T02:32:18.016153Z","end":"2026-02-26T02:32:18.276946Z","steps":["trace[978031461] 'process raft request' (duration: 260.640659ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:18.277218Z","caller":"traceutil/trace.go:171","msg":"trace[1694587284] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"252.271044ms","start":"2026-02-26T02:32:18.024926Z","end":"2026-02-26T02:32:18.277197Z","steps":["trace[1694587284] 'process raft request' (duration: 252.14249ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:18.277369Z","caller":"traceutil/trace.go:171","msg":"trace[907388352] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"250.144406ms","start":"2026-02-26T02:32:18.027209Z","end":"2026-02-26T02:32:18.277354Z","steps":["trace[907388352] 'process raft request' (duration: 249.942369ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:18.277367Z","caller":"traceutil/trace.go:171","msg":"trace[1913548870] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"260.727462ms","start":"2026-02-26T02:32:18.01662Z","end":"2026-02-26T02:32:18.277347Z","steps":["trace[1913548870] 'process raft request' (duration: 260.280448ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:18.779205Z","caller":"traceutil/trace.go:171","msg":"trace[1770967856] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"106.242345ms","start":"2026-02-26T02:32:18.672938Z","end":"2026-02-26T02:32:18.779181Z","steps":["trace[1770967856] 'process raft request' (duration: 106.173493ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:18.779509Z","caller":"traceutil/trace.go:171","msg":"trace[1796884832] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"110.50591ms","start":"2026-02-26T02:32:18.668992Z","end":"2026-02-26T02:32:18.779498Z","steps":["trace[1796884832] 'process raft request' (duration: 109.938912ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:18.779595Z","caller":"traceutil/trace.go:171","msg":"trace[1477916778] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"107.945299ms","start":"2026-02-26T02:32:18.671642Z","end":"2026-02-26T02:32:18.779587Z","steps":["trace[1477916778] 'process raft request' (duration: 107.431443ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:18.779493Z","caller":"traceutil/trace.go:171","msg":"trace[546108793] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"106.477282ms","start":"2026-02-26T02:32:18.672993Z","end":"2026-02-26T02:32:18.779471Z","steps":["trace[546108793] 'process raft request' (duration: 106.153282ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:18.779733Z","caller":"traceutil/trace.go:171","msg":"trace[723516106] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"106.10817ms","start":"2026-02-26T02:32:18.673614Z","end":"2026-02-26T02:32:18.779722Z","steps":["trace[723516106] 'process raft request' (duration: 105.78124ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:20.575387Z","caller":"traceutil/trace.go:171","msg":"trace[1805727548] transaction","detail":"{read_only:false; response_revision:23906; number_of_response:1; }","duration":"302.440347ms","start":"2026-02-26T02:32:20.272927Z","end":"2026-02-26T02:32:20.575368Z","steps":["trace[1805727548] 'process raft request' (duration: 302.311113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:20.575504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:20.272894Z","time spent":"302.548051ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:32:20.861165Z","caller":"traceutil/trace.go:171","msg":"trace[717392638] linearizableReadLoop","detail":"{readStateIndex:24748; appliedIndex:24743; }","duration":"524.820901ms","start":"2026-02-26T02:32:20.33632Z","end":"2026-02-26T02:32:20.861141Z","steps":["trace[717392638] 'read index received' (duration: 238.980461ms)","trace[717392638] 'applied index is now lower than readState.Index' (duration: 285.83891ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:32:20.861375Z","caller":"traceutil/trace.go:171","msg":"trace[654178697] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"577.543855ms","start":"2026-02-26T02:32:20.283798Z","end":"2026-02-26T02:32:20.861341Z","steps":["trace[654178697] 'process raft request' (duration: 577.265226ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:20.861404Z","caller":"traceutil/trace.go:171","msg":"trace[1687565292] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"576.690798ms","start":"2026-02-26T02:32:20.284693Z","end":"2026-02-26T02:32:20.861384Z","steps":["trace[1687565292] 'process raft request' (duration: 576.40819ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:20.861436Z","caller":"traceutil/trace.go:171","msg":"trace[1416006223] transaction","detail":"{read_only:false; response_revision:23908; number_of_response:1; }","duration":"578.044992ms","start":"2026-02-26T02:32:20.283379Z","end":"2026-02-26T02:32:20.861424Z","steps":["trace[1416006223] 'process raft request' (duration: 577.619238ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:20.861427Z","caller":"traceutil/trace.go:171","msg":"trace[580638287] transaction","detail":"{read_only:false; response_revision:23907; number_of_response:1; }","duration":"578.033781ms","start":"2026-02-26T02:32:20.283362Z","end":"2026-02-26T02:32:20.861396Z","steps":["trace[580638287] 'process raft request' (duration: 577.05208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:20.861531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:20.283772Z","time spent":"577.673609ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:32:20.861537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:20.283363Z","time spent":"578.102413ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:32:20.861542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:20.284667Z","time spent":"576.780451ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:32:20.861581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:20.283338Z","time spent":"578.160395ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:32:20.861938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.516375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:20.86198Z","caller":"traceutil/trace.go:171","msg":"trace[1572947728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23912; }","duration":"203.582587ms","start":"2026-02-26T02:32:20.658384Z","end":"2026-02-26T02:32:20.861967Z","steps":["trace[1572947728] 'agreement among raft nodes before linearized reading' (duration: 203.458103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:20.862082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.530574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:32:20.862159Z","caller":"traceutil/trace.go:171","msg":"trace[1377329057] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23911; }","duration":"525.879995ms","start":"2026-02-26T02:32:20.336264Z","end":"2026-02-26T02:32:20.862144Z","steps":["trace[1377329057] 'agreement among raft nodes before linearized reading' (duration: 525.09883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:32:20.862259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:32:20.336245Z","time spent":"526.001889ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:32:20.862353Z","caller":"traceutil/trace.go:171","msg":"trace[995430663] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"133.108308ms","start":"2026-02-26T02:32:20.729178Z","end":"2026-02-26T02:32:20.862286Z","steps":["trace[995430663] 'process raft request' (duration: 132.492419ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:20.861952Z","caller":"traceutil/trace.go:171","msg":"trace[2004289625] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"126.742226ms","start":"2026-02-26T02:32:20.735174Z","end":"2026-02-26T02:32:20.861916Z","steps":["trace[2004289625] 'process raft request' (duration: 126.615222ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:32:26.065229Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21602} {"level":"info","ts":"2026-02-26T02:32:26.297927Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21602,"took":"228.956072ms","hash":462208997,"current-db-size-bytes":49205248,"current-db-size":"49 MB","current-db-size-in-use-bytes":31055872,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-26T02:32:26.298011Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":462208997,"revision":21602,"compact-revision":18738} {"level":"info","ts":"2026-02-26T02:33:06.400402Z","caller":"traceutil/trace.go:171","msg":"trace[1612582588] linearizableReadLoop","detail":"{readStateIndex:25243; appliedIndex:25242; }","duration":"150.575493ms","start":"2026-02-26T02:33:06.2498Z","end":"2026-02-26T02:33:06.400376Z","steps":["trace[1612582588] 'read index received' (duration: 150.384217ms)","trace[1612582588] 'applied index is now lower than readState.Index' (duration: 189.796µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:06.400545Z","caller":"traceutil/trace.go:171","msg":"trace[906820957] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"175.902307ms","start":"2026-02-26T02:33:06.22459Z","end":"2026-02-26T02:33:06.400492Z","steps":["trace[906820957] 'process raft request' (duration: 175.621189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:06.400627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.803041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:06.400779Z","caller":"traceutil/trace.go:171","msg":"trace[1865896092] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24394; }","duration":"151.003757ms","start":"2026-02-26T02:33:06.249755Z","end":"2026-02-26T02:33:06.400758Z","steps":["trace[1865896092] 'agreement among raft nodes before linearized reading' (duration: 150.77258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:06.400885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.282575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:06.400917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.709436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:06.401011Z","caller":"traceutil/trace.go:171","msg":"trace[99659647] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24394; }","duration":"144.83605ms","start":"2026-02-26T02:33:06.256154Z","end":"2026-02-26T02:33:06.40099Z","steps":["trace[99659647] 'agreement among raft nodes before linearized reading' (duration: 144.619073ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:06.400984Z","caller":"traceutil/trace.go:171","msg":"trace[1189161279] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24394; }","duration":"145.699048ms","start":"2026-02-26T02:33:06.255271Z","end":"2026-02-26T02:33:06.40097Z","steps":["trace[1189161279] 'agreement among raft nodes before linearized reading' (duration: 145.276074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:06.401512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.397579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:33:06.401602Z","caller":"traceutil/trace.go:171","msg":"trace[1270359611] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24394; }","duration":"145.507682ms","start":"2026-02-26T02:33:06.256074Z","end":"2026-02-26T02:33:06.401581Z","steps":["trace[1270359611] 'agreement among raft nodes before linearized reading' (duration: 145.032717ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:19.027418Z","caller":"traceutil/trace.go:171","msg":"trace[947241138] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"166.355414ms","start":"2026-02-26T02:33:18.861036Z","end":"2026-02-26T02:33:19.027391Z","steps":["trace[947241138] 'process raft request' (duration: 166.114206ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:19.55838Z","caller":"traceutil/trace.go:171","msg":"trace[893711377] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"404.353844ms","start":"2026-02-26T02:33:19.154003Z","end":"2026-02-26T02:33:19.558357Z","steps":["trace[893711377] 'process raft request' (duration: 404.286722ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:19.558447Z","caller":"traceutil/trace.go:171","msg":"trace[10619419] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"407.112262ms","start":"2026-02-26T02:33:19.151295Z","end":"2026-02-26T02:33:19.558408Z","steps":["trace[10619419] 'process raft request' (duration: 404.067285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:19.558664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.151271Z","time spent":"407.294688ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:19.558606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.15398Z","time spent":"404.485918ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:19.560044Z","caller":"traceutil/trace.go:171","msg":"trace[1178727181] linearizableReadLoop","detail":"{readStateIndex:25340; appliedIndex:25336; }","duration":"151.949867ms","start":"2026-02-26T02:33:19.408049Z","end":"2026-02-26T02:33:19.559998Z","steps":["trace[1178727181] 'read index received' (duration: 147.32018ms)","trace[1178727181] 'applied index is now lower than readState.Index' (duration: 4.628477ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:19.560461Z","caller":"traceutil/trace.go:171","msg":"trace[83398688] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"179.921555ms","start":"2026-02-26T02:33:19.380518Z","end":"2026-02-26T02:33:19.56044Z","steps":["trace[83398688] 'process raft request' (duration: 179.417629ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:19.56045Z","caller":"traceutil/trace.go:171","msg":"trace[1438265355] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"189.103297ms","start":"2026-02-26T02:33:19.371308Z","end":"2026-02-26T02:33:19.560411Z","steps":["trace[1438265355] 'process raft request' (duration: 188.490398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:19.560569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.506584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:33:19.5614Z","caller":"traceutil/trace.go:171","msg":"trace[402558067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24489; }","duration":"153.385352ms","start":"2026-02-26T02:33:19.407992Z","end":"2026-02-26T02:33:19.561378Z","steps":["trace[402558067] 'agreement among raft nodes before linearized reading' (duration: 152.36827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:19.560601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.138191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:33:19.561569Z","caller":"traceutil/trace.go:171","msg":"trace[77722166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24489; }","duration":"141.142143ms","start":"2026-02-26T02:33:19.420401Z","end":"2026-02-26T02:33:19.561543Z","steps":["trace[77722166] 'agreement among raft nodes before linearized reading' (duration: 140.08541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:19.561512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.172674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:33:19.560772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.475188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:33:19.561677Z","caller":"traceutil/trace.go:171","msg":"trace[1235331372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24489; }","duration":"150.392107ms","start":"2026-02-26T02:33:19.411261Z","end":"2026-02-26T02:33:19.561653Z","steps":["trace[1235331372] 'agreement among raft nodes before linearized reading' (duration: 149.390535ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:19.56209Z","caller":"traceutil/trace.go:171","msg":"trace[664094879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24489; }","duration":"152.785373ms","start":"2026-02-26T02:33:19.409288Z","end":"2026-02-26T02:33:19.562073Z","steps":["trace[664094879] 'agreement among raft nodes before linearized reading' (duration: 151.100069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:19.994688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.361154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:19.994743Z","caller":"traceutil/trace.go:171","msg":"trace[833285549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24495; }","duration":"336.454687ms","start":"2026-02-26T02:33:19.658275Z","end":"2026-02-26T02:33:19.99473Z","steps":["trace[833285549] 'range keys from in-memory index tree' (duration: 336.263161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:19.994767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.658262Z","time spent":"336.500189ms","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:19.995089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.754511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:19.995175Z","caller":"traceutil/trace.go:171","msg":"trace[667535932] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24495; }","duration":"328.070231ms","start":"2026-02-26T02:33:19.667084Z","end":"2026-02-26T02:33:19.995154Z","steps":["trace[667535932] 'count revisions from in-memory index tree' (duration: 327.673138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:19.995219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.667064Z","time spent":"328.144033ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:19.995208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.7717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-xgd7t.1897aa625a059b71\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-02-26T02:33:19.995378Z","caller":"traceutil/trace.go:171","msg":"trace[1445440181] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-xgd7t.1897aa625a059b71; range_end:; response_count:1; response_revision:24495; }","duration":"316.280077ms","start":"2026-02-26T02:33:19.679035Z","end":"2026-02-26T02:33:19.995315Z","steps":["trace[1445440181] 'range keys from in-memory index tree' (duration: 315.582494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:19.995488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:19.679022Z","time spent":"316.445211ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-xgd7t.1897aa625a059b71\" "} {"level":"info","ts":"2026-02-26T02:33:20.707035Z","caller":"traceutil/trace.go:171","msg":"trace[908498768] linearizableReadLoop","detail":"{readStateIndex:25350; appliedIndex:25349; }","duration":"192.796034ms","start":"2026-02-26T02:33:20.514213Z","end":"2026-02-26T02:33:20.707009Z","steps":["trace[908498768] 'read index received' (duration: 192.568256ms)","trace[908498768] 'applied index is now lower than readState.Index' (duration: 226.487µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:20.707091Z","caller":"traceutil/trace.go:171","msg":"trace[1620547451] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"193.102913ms","start":"2026-02-26T02:33:20.513959Z","end":"2026-02-26T02:33:20.707062Z","steps":["trace[1620547451] 'process raft request' (duration: 192.838345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:20.707212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.97407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:20.707248Z","caller":"traceutil/trace.go:171","msg":"trace[884666243] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24497; }","duration":"193.031872ms","start":"2026-02-26T02:33:20.514206Z","end":"2026-02-26T02:33:20.707238Z","steps":["trace[884666243] 'agreement among raft nodes before linearized reading' (duration: 192.945379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:20.70733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.98793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:20.707374Z","caller":"traceutil/trace.go:171","msg":"trace[449996083] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24497; }","duration":"193.066383ms","start":"2026-02-26T02:33:20.514298Z","end":"2026-02-26T02:33:20.707364Z","steps":["trace[449996083] 'agreement among raft nodes before linearized reading' (duration: 192.97382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:20.707638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.291468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:20.707683Z","caller":"traceutil/trace.go:171","msg":"trace[1999745751] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24497; }","duration":"169.34077ms","start":"2026-02-26T02:33:20.538329Z","end":"2026-02-26T02:33:20.70767Z","steps":["trace[1999745751] 'agreement among raft nodes before linearized reading' (duration: 169.277078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:20.707781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.356152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:20.707824Z","caller":"traceutil/trace.go:171","msg":"trace[1807237933] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24497; }","duration":"193.418564ms","start":"2026-02-26T02:33:20.514396Z","end":"2026-02-26T02:33:20.707814Z","steps":["trace[1807237933] 'agreement among raft nodes before linearized reading' (duration: 193.358502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:20.707946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.156483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:20.707985Z","caller":"traceutil/trace.go:171","msg":"trace[1204710148] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24497; }","duration":"186.214485ms","start":"2026-02-26T02:33:20.521761Z","end":"2026-02-26T02:33:20.707976Z","steps":["trace[1204710148] 'agreement among raft nodes before linearized reading' (duration: 186.142313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:20.708004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.523197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:33:20.708383Z","caller":"traceutil/trace.go:171","msg":"trace[1522483390] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24497; }","duration":"193.894458ms","start":"2026-02-26T02:33:20.51443Z","end":"2026-02-26T02:33:20.708325Z","steps":["trace[1522483390] 'agreement among raft nodes before linearized reading' (duration: 193.31499ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:21.392357Z","caller":"traceutil/trace.go:171","msg":"trace[788746717] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"204.907969ms","start":"2026-02-26T02:33:21.187421Z","end":"2026-02-26T02:33:21.392329Z","steps":["trace[788746717] 'process raft request' (duration: 204.861697ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:21.392632Z","caller":"traceutil/trace.go:171","msg":"trace[2124155332] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"244.879669ms","start":"2026-02-26T02:33:21.147737Z","end":"2026-02-26T02:33:21.392616Z","steps":["trace[2124155332] 'process raft request' (duration: 204.688062ms)","trace[2124155332] 'compare' (duration: 39.6634ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:22.023844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.137553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:22.024158Z","caller":"traceutil/trace.go:171","msg":"trace[2079351953] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"355.40963ms","start":"2026-02-26T02:33:21.668714Z","end":"2026-02-26T02:33:22.024124Z","steps":["trace[2079351953] 'process raft request' (duration: 117.831263ms)","trace[2079351953] 'compare' (duration: 236.914636ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:22.024348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.668689Z","time spent":"355.550425ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:22.0247Z","caller":"traceutil/trace.go:171","msg":"trace[107257796] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"355.941436ms","start":"2026-02-26T02:33:21.668731Z","end":"2026-02-26T02:33:22.024673Z","steps":["trace[107257796] 'process raft request' (duration: 355.797902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:22.025021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.668709Z","time spent":"356.05398ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:22.029736Z","caller":"traceutil/trace.go:171","msg":"trace[1380484841] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"360.876853ms","start":"2026-02-26T02:33:21.668824Z","end":"2026-02-26T02:33:22.029701Z","steps":["trace[1380484841] 'process raft request' (duration: 360.76802ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:22.029803Z","caller":"traceutil/trace.go:171","msg":"trace[806543050] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"360.969706ms","start":"2026-02-26T02:33:21.668808Z","end":"2026-02-26T02:33:22.029778Z","steps":["trace[806543050] 'process raft request' (duration: 360.654466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:22.029884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.668803Z","time spent":"361.003647ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:22.029849Z","caller":"traceutil/trace.go:171","msg":"trace[33163159] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"360.923215ms","start":"2026-02-26T02:33:21.66884Z","end":"2026-02-26T02:33:22.029763Z","steps":["trace[33163159] 'process raft request' (duration: 360.791771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:22.029975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.668799Z","time spent":"361.063129ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:22.03015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:21.668816Z","time spent":"361.238965ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:22.576442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.294287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:22.576519Z","caller":"traceutil/trace.go:171","msg":"trace[2031674973] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24510; }","duration":"112.38237ms","start":"2026-02-26T02:33:22.464118Z","end":"2026-02-26T02:33:22.576501Z","steps":["trace[2031674973] 'range keys from in-memory index tree' (duration: 112.256996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:22.576533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.907351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:22.576618Z","caller":"traceutil/trace.go:171","msg":"trace[21759143] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24510; }","duration":"138.018734ms","start":"2026-02-26T02:33:22.438576Z","end":"2026-02-26T02:33:22.576595Z","steps":["trace[21759143] 'range keys from in-memory index tree' (duration: 137.869939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:22.576775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.521401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:22.576823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.544947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:22.576856Z","caller":"traceutil/trace.go:171","msg":"trace[131662367] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24510; }","duration":"113.627789ms","start":"2026-02-26T02:33:22.46322Z","end":"2026-02-26T02:33:22.576848Z","steps":["trace[131662367] 'range keys from in-memory index tree' (duration: 113.454573ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:22.57686Z","caller":"traceutil/trace.go:171","msg":"trace[2024341010] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24510; }","duration":"138.646134ms","start":"2026-02-26T02:33:22.438193Z","end":"2026-02-26T02:33:22.576839Z","steps":["trace[2024341010] 'range keys from in-memory index tree' (duration: 138.459078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:22.576869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.383251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-26T02:33:22.5769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.620759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:22.576935Z","caller":"traceutil/trace.go:171","msg":"trace[319098166] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24510; }","duration":"113.461344ms","start":"2026-02-26T02:33:22.463456Z","end":"2026-02-26T02:33:22.576917Z","steps":["trace[319098166] 'range keys from in-memory index tree' (duration: 113.255098ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:22.576949Z","caller":"traceutil/trace.go:171","msg":"trace[9570483] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24510; }","duration":"113.677831ms","start":"2026-02-26T02:33:22.463256Z","end":"2026-02-26T02:33:22.576934Z","steps":["trace[9570483] 'range keys from in-memory index tree' (duration: 113.504556ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:27.854214Z","caller":"traceutil/trace.go:171","msg":"trace[1583388092] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"107.633099ms","start":"2026-02-26T02:33:27.746557Z","end":"2026-02-26T02:33:27.85419Z","steps":["trace[1583388092] 'process raft request' (duration: 103.292301ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:27.896316Z","caller":"traceutil/trace.go:171","msg":"trace[2009946605] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"147.883867ms","start":"2026-02-26T02:33:27.748407Z","end":"2026-02-26T02:33:27.89629Z","steps":["trace[2009946605] 'process raft request' (duration: 147.836666ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:27.89637Z","caller":"traceutil/trace.go:171","msg":"trace[544895287] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"148.762676ms","start":"2026-02-26T02:33:27.747574Z","end":"2026-02-26T02:33:27.896337Z","steps":["trace[544895287] 'process raft request' (duration: 148.530289ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:30.407071Z","caller":"traceutil/trace.go:171","msg":"trace[366374052] linearizableReadLoop","detail":"{readStateIndex:25418; appliedIndex:25417; }","duration":"129.260275ms","start":"2026-02-26T02:33:30.277784Z","end":"2026-02-26T02:33:30.407045Z","steps":["trace[366374052] 'read index received' (duration: 92.397185ms)","trace[366374052] 'applied index is now lower than readState.Index' (duration: 36.85182ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:30.407175Z","caller":"traceutil/trace.go:171","msg":"trace[1234211952] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"138.364315ms","start":"2026-02-26T02:33:30.268761Z","end":"2026-02-26T02:33:30.407126Z","steps":["trace[1234211952] 'process raft request' (duration: 101.315628ms)","trace[1234211952] 'compare' (duration: 36.668495ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:30.407367Z","caller":"traceutil/trace.go:171","msg":"trace[1906102162] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"124.871726ms","start":"2026-02-26T02:33:30.282474Z","end":"2026-02-26T02:33:30.407345Z","steps":["trace[1906102162] 'process raft request' (duration: 124.512465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:30.407452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.548162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:33:30.407502Z","caller":"traceutil/trace.go:171","msg":"trace[977596883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24564; }","duration":"139.677567ms","start":"2026-02-26T02:33:30.26781Z","end":"2026-02-26T02:33:30.407488Z","steps":["trace[977596883] 'agreement among raft nodes before linearized reading' (duration: 139.336516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:34.666034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.573305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:34.66617Z","caller":"traceutil/trace.go:171","msg":"trace[1744944224] linearizableReadLoop","detail":"{readStateIndex:25447; appliedIndex:25446; }","duration":"130.840916ms","start":"2026-02-26T02:33:34.535307Z","end":"2026-02-26T02:33:34.666148Z","steps":["trace[1744944224] 'read index received' (duration: 23.962481ms)","trace[1744944224] 'applied index is now lower than readState.Index' (duration: 106.876105ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:34.666239Z","caller":"traceutil/trace.go:171","msg":"trace[1072610584] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"131.791196ms","start":"2026-02-26T02:33:34.534422Z","end":"2026-02-26T02:33:34.666213Z","steps":["trace[1072610584] 'process raft request' (duration: 24.924361ms)","trace[1072610584] 'compare' (duration: 106.296317ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:34.666362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.045382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:33:34.666406Z","caller":"traceutil/trace.go:171","msg":"trace[1813393411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24592; }","duration":"131.104484ms","start":"2026-02-26T02:33:34.535289Z","end":"2026-02-26T02:33:34.666394Z","steps":["trace[1813393411] 'agreement among raft nodes before linearized reading' (duration: 130.96187ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:34.797675Z","caller":"traceutil/trace.go:171","msg":"trace[367143009] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"127.238902ms","start":"2026-02-26T02:33:34.670381Z","end":"2026-02-26T02:33:34.79762Z","steps":["trace[367143009] 'process raft request' (duration: 126.606002ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:36.087006Z","caller":"traceutil/trace.go:171","msg":"trace[564209229] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"126.847649ms","start":"2026-02-26T02:33:35.960107Z","end":"2026-02-26T02:33:36.086954Z","steps":["trace[564209229] 'process raft request' (duration: 126.608582ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:38.298573Z","caller":"traceutil/trace.go:171","msg":"trace[328250957] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"172.254821ms","start":"2026-02-26T02:33:38.126272Z","end":"2026-02-26T02:33:38.298527Z","steps":["trace[328250957] 'process raft request' (duration: 172.047255ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:38.298662Z","caller":"traceutil/trace.go:171","msg":"trace[624120105] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"172.052945ms","start":"2026-02-26T02:33:38.126594Z","end":"2026-02-26T02:33:38.298647Z","steps":["trace[624120105] 'process raft request' (duration: 171.88541ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:39.090127Z","caller":"traceutil/trace.go:171","msg":"trace[447909669] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"129.083131ms","start":"2026-02-26T02:33:38.961018Z","end":"2026-02-26T02:33:39.090102Z","steps":["trace[447909669] 'process raft request' (duration: 128.509592ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:40.036038Z","caller":"traceutil/trace.go:171","msg":"trace[419128568] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"173.7947ms","start":"2026-02-26T02:33:39.862205Z","end":"2026-02-26T02:33:40.036Z","steps":["trace[419128568] 'process raft request' (duration: 173.580494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:40.837823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231536747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:41.338475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231536747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:41.803174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.766511053s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:33:41.803668Z","caller":"traceutil/trace.go:171","msg":"trace[211378884] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"1.767102282s","start":"2026-02-26T02:33:40.036522Z","end":"2026-02-26T02:33:41.803624Z","steps":["trace[211378884] 'process raft request' (duration: 1.766869934s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:41.803915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.036495Z","time spent":"1.767280607s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:42.349749Z","caller":"traceutil/trace.go:171","msg":"trace[838754870] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"2.252557402s","start":"2026-02-26T02:33:40.097162Z","end":"2026-02-26T02:33:42.349719Z","steps":["trace[838754870] 'process raft request' (duration: 2.252308274s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.349932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.09714Z","time spent":"2.252697856s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:42.35011Z","caller":"traceutil/trace.go:171","msg":"trace[1529463623] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"2.043382428s","start":"2026-02-26T02:33:40.306709Z","end":"2026-02-26T02:33:42.350092Z","steps":["trace[1529463623] 'process raft request' (duration: 2.043329686s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:42.350125Z","caller":"traceutil/trace.go:171","msg":"trace[558556104] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"2.045640369s","start":"2026-02-26T02:33:40.304464Z","end":"2026-02-26T02:33:42.350105Z","steps":["trace[558556104] 'process raft request' (duration: 2.045475224s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:42.350105Z","caller":"traceutil/trace.go:171","msg":"trace[252675732] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"2.200479198s","start":"2026-02-26T02:33:40.149582Z","end":"2026-02-26T02:33:42.350062Z","steps":["trace[252675732] 'process raft request' (duration: 2.200087496s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.35022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.30444Z","time spent":"2.045736973s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:42.350233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.306696Z","time spent":"2.04347124s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:42.350302Z","caller":"traceutil/trace.go:171","msg":"trace[404329261] linearizableReadLoop","detail":"{readStateIndex:25488; appliedIndex:25481; }","duration":"2.013218169s","start":"2026-02-26T02:33:40.337071Z","end":"2026-02-26T02:33:42.35029Z","steps":["trace[404329261] 'read index received' (duration: 1.466345388s)","trace[404329261] 'applied index is now lower than readState.Index' (duration: 546.871791ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:42.350311Z","caller":"traceutil/trace.go:171","msg":"trace[958575379] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"1.255253023s","start":"2026-02-26T02:33:41.095031Z","end":"2026-02-26T02:33:42.350284Z","steps":["trace[958575379] 'process raft request' (duration: 1.255036886s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:42.350337Z","caller":"traceutil/trace.go:171","msg":"trace[357617353] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"639.001817ms","start":"2026-02-26T02:33:41.711325Z","end":"2026-02-26T02:33:42.350327Z","steps":["trace[357617353] 'process raft request' (duration: 638.925075ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:42.350362Z","caller":"traceutil/trace.go:171","msg":"trace[628177521] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"1.038847818s","start":"2026-02-26T02:33:41.311507Z","end":"2026-02-26T02:33:42.350355Z","steps":["trace[628177521] 'process raft request' (duration: 1.038654912s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.350382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:41.711307Z","time spent":"639.054239ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:42.3504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.149562Z","time spent":"2.200670904s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:42.350419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:41.311483Z","time spent":"1.03891011s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:42.350418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:41.095014Z","time spent":"1.255350837s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:42.350331Z","caller":"traceutil/trace.go:171","msg":"trace[937875418] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"822.529287ms","start":"2026-02-26T02:33:41.527792Z","end":"2026-02-26T02:33:42.350321Z","steps":["trace[937875418] 'process raft request' (duration: 822.415814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.350501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013440817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:33:42.350533Z","caller":"traceutil/trace.go:171","msg":"trace[1843270063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24633; }","duration":"2.01352124s","start":"2026-02-26T02:33:40.337003Z","end":"2026-02-26T02:33:42.350524Z","steps":["trace[1843270063] 'agreement among raft nodes before linearized reading' (duration: 2.013364855s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.350555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:41.52777Z","time spent":"822.751435ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:42.35057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.336972Z","time spent":"2.013591692s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:42.660603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:33:42.660691Z","caller":"traceutil/trace.go:171","msg":"trace[771036847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414101s","start":"2026-02-26T02:33:40.660258Z","end":"2026-02-26T02:33:42.660672Z","steps":["trace[771036847] 'agreement among raft nodes before linearized reading' (duration: 2.000269127s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:42.660742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.660245Z","time spent":"2.000487294s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:33:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:33:43.576279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.564518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:43.576491Z","caller":"traceutil/trace.go:171","msg":"trace[1108450909] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"1.534961857s","start":"2026-02-26T02:33:42.04149Z","end":"2026-02-26T02:33:43.576452Z","steps":["trace[1108450909] 'process raft request' (duration: 548.12733ms)","trace[1108450909] 'compare' (duration: 985.429022ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:43.576615Z","caller":"traceutil/trace.go:171","msg":"trace[1823666111] linearizableReadLoop","detail":"{readStateIndex:25491; appliedIndex:25490; }","duration":"1.226153837s","start":"2026-02-26T02:33:42.35034Z","end":"2026-02-26T02:33:43.576494Z","steps":["trace[1823666111] 'read index received' (duration: 239.430404ms)","trace[1823666111] 'applied index is now lower than readState.Index' (duration: 986.721453ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:43.576668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.041457Z","time spent":"1.535116552s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:43.576937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716785797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:43.576944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844593817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:33:43.57698Z","caller":"traceutil/trace.go:171","msg":"trace[1695214408] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24635; }","duration":"2.716872399s","start":"2026-02-26T02:33:40.860097Z","end":"2026-02-26T02:33:43.576969Z","steps":["trace[1695214408] 'agreement among raft nodes before linearized reading' (duration: 2.716609051s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.577017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.860077Z","time spent":"2.716933172s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:33:43.577041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845317879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:43.577065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757570942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:43.576516Z","caller":"traceutil/trace.go:171","msg":"trace[296293839] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"1.221236461s","start":"2026-02-26T02:33:42.35526Z","end":"2026-02-26T02:33:43.576497Z","steps":["trace[296293839] 'process raft request' (duration: 1.221131068s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:43.57711Z","caller":"traceutil/trace.go:171","msg":"trace[531788217] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24635; }","duration":"2.845439254s","start":"2026-02-26T02:33:40.731633Z","end":"2026-02-26T02:33:43.577072Z","steps":["trace[531788217] 'agreement among raft nodes before linearized reading' (duration: 2.845305439s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.577173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762407607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:33:43.577205Z","caller":"traceutil/trace.go:171","msg":"trace[1970267261] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24635; }","duration":"2.762475539s","start":"2026-02-26T02:33:40.814722Z","end":"2026-02-26T02:33:43.577197Z","steps":["trace[1970267261] 'agreement among raft nodes before linearized reading' (duration: 2.762397086s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.577183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.731625Z","time spent":"2.845546947s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:33:43.57724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244121048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:43.577247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.814703Z","time spent":"2.762534541s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-26T02:33:43.577279Z","caller":"traceutil/trace.go:171","msg":"trace[1304985945] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24635; }","duration":"1.244202821s","start":"2026-02-26T02:33:42.333066Z","end":"2026-02-26T02:33:43.577269Z","steps":["trace[1304985945] 'agreement among raft nodes before linearized reading' (duration: 1.244137689s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.577273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762955134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:43.577315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.333044Z","time spent":"1.244263073s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:43.577323Z","caller":"traceutil/trace.go:171","msg":"trace[1569136109] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24635; }","duration":"2.763051587s","start":"2026-02-26T02:33:40.814259Z","end":"2026-02-26T02:33:43.57731Z","steps":["trace[1569136109] 'agreement among raft nodes before linearized reading' (duration: 2.762964344s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.577304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501752907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:43.577306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786122189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:33:43.577328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844292948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-26T02:33:43.577363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486718854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:43.577416Z","caller":"traceutil/trace.go:171","msg":"trace[2001097608] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24635; }","duration":"2.844406161s","start":"2026-02-26T02:33:40.732991Z","end":"2026-02-26T02:33:43.577398Z","steps":["trace[2001097608] 'agreement among raft nodes before linearized reading' (duration: 2.844178394s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.577442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846164026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:43.577437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846145666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:43.577476Z","caller":"traceutil/trace.go:171","msg":"trace[1166113307] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24635; }","duration":"2.846219208s","start":"2026-02-26T02:33:40.731243Z","end":"2026-02-26T02:33:43.577462Z","steps":["trace[1166113307] 'agreement among raft nodes before linearized reading' (duration: 2.846174437s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:43.57747Z","caller":"traceutil/trace.go:171","msg":"trace[14907139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24635; }","duration":"1.48689956s","start":"2026-02-26T02:33:42.090553Z","end":"2026-02-26T02:33:43.577452Z","steps":["trace[14907139] 'agreement among raft nodes before linearized reading' (duration: 1.486710444s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.577471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.732985Z","time spent":"2.844476163s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:33:43.577484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070229764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:43.577511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846204967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:43.577528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9995684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:33:43.57754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846212688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:43.57756Z","caller":"traceutil/trace.go:171","msg":"trace[363167500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24635; }","duration":"2.999642312s","start":"2026-02-26T02:33:40.577908Z","end":"2026-02-26T02:33:43.57755Z","steps":["trace[363167500] 'agreement among raft nodes before linearized reading' (duration: 2.999554769s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.577562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701302825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:33:43.577565Z","caller":"traceutil/trace.go:171","msg":"trace[978609390] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24635; }","duration":"3.070355778s","start":"2026-02-26T02:33:40.507184Z","end":"2026-02-26T02:33:43.577539Z","steps":["trace[978609390] 'agreement among raft nodes before linearized reading' (duration: 3.070228574s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.577546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.090535Z","time spent":"1.486995213s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:43.577601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.577887Z","time spent":"2.999704564s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:33:43.577604Z","caller":"traceutil/trace.go:171","msg":"trace[710425419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24635; }","duration":"2.701368717s","start":"2026-02-26T02:33:40.876225Z","end":"2026-02-26T02:33:43.577594Z","steps":["trace[710425419] 'agreement among raft nodes before linearized reading' (duration: 2.701211432s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.577611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239943796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:43.577618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239261094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:43.577622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.507161Z","time spent":"3.070447822s","remote":"127.0.0.1:52128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:43.57763Z","caller":"traceutil/trace.go:171","msg":"trace[700357790] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24635; }","duration":"3.240009857s","start":"2026-02-26T02:33:40.337616Z","end":"2026-02-26T02:33:43.577626Z","steps":["trace[700357790] 'agreement among raft nodes before linearized reading' (duration: 3.239979626s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.577628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192766557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:33:43.577639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.876214Z","time spent":"2.701417118s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:43.577656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.337592Z","time spent":"3.240060879s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:33:43.577649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239318106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-26T02:33:43.577644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240191294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:43.577654Z","caller":"traceutil/trace.go:171","msg":"trace[60654027] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24635; }","duration":"3.239332266s","start":"2026-02-26T02:33:40.338314Z","end":"2026-02-26T02:33:43.577646Z","steps":["trace[60654027] 'agreement among raft nodes before linearized reading' (duration: 3.239259454s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:43.577685Z","caller":"traceutil/trace.go:171","msg":"trace[322690621] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24635; }","duration":"3.239350387s","start":"2026-02-26T02:33:40.338322Z","end":"2026-02-26T02:33:43.577672Z","steps":["trace[322690621] 'agreement among raft nodes before linearized reading' (duration: 3.239227363s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:43.577686Z","caller":"traceutil/trace.go:171","msg":"trace[1800704507] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24635; }","duration":"3.240252775s","start":"2026-02-26T02:33:40.337424Z","end":"2026-02-26T02:33:43.577677Z","steps":["trace[1800704507] 'agreement among raft nodes before linearized reading' (duration: 3.240189403s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:43.577699Z","caller":"traceutil/trace.go:171","msg":"trace[1126459253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24635; }","duration":"3.192846269s","start":"2026-02-26T02:33:40.384814Z","end":"2026-02-26T02:33:43.57766Z","steps":["trace[1126459253] 'agreement among raft nodes before linearized reading' (duration: 3.192628982s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.577722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.338287Z","time spent":"3.239428589s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:33:43.577729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.337415Z","time spent":"3.240307357s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:33:43.577761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.384796Z","time spent":"3.192953782s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:33:43.577473Z","caller":"traceutil/trace.go:171","msg":"trace[543739267] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24635; }","duration":"2.846192557s","start":"2026-02-26T02:33:40.731272Z","end":"2026-02-26T02:33:43.577464Z","steps":["trace[543739267] 'agreement among raft nodes before linearized reading' (duration: 2.846143876s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.57785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.731265Z","time spent":"2.84657112s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-02-26T02:33:43.577016Z","caller":"traceutil/trace.go:171","msg":"trace[1134532385] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24635; }","duration":"2.84471226s","start":"2026-02-26T02:33:40.732286Z","end":"2026-02-26T02:33:43.576999Z","steps":["trace[1134532385] 'agreement among raft nodes before linearized reading' (duration: 2.844344139s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.57795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.732266Z","time spent":"2.845670641s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:33:43.577689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.338301Z","time spent":"3.239382057s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T02:33:43.577552Z","caller":"traceutil/trace.go:171","msg":"trace[961149946] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24635; }","duration":"2.84625088s","start":"2026-02-26T02:33:40.731293Z","end":"2026-02-26T02:33:43.577544Z","steps":["trace[961149946] 'agreement among raft nodes before linearized reading' (duration: 2.846199548s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.578076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.73129Z","time spent":"2.846772276s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:33:43.577508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.731226Z","time spent":"2.84627652s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:33:43.57737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.814238Z","time spent":"2.763125199s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:33:43.577369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088641364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:33:43.578772Z","caller":"traceutil/trace.go:171","msg":"trace[294623246] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24635; }","duration":"2.09009514s","start":"2026-02-26T02:33:41.488656Z","end":"2026-02-26T02:33:43.578752Z","steps":["trace[294623246] 'agreement among raft nodes before linearized reading' (duration: 2.088623203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.578827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:41.488639Z","time spent":"2.090171423s","remote":"127.0.0.1:32890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:43.57739Z","caller":"traceutil/trace.go:171","msg":"trace[1429977569] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24635; }","duration":"2.501884641s","start":"2026-02-26T02:33:41.075484Z","end":"2026-02-26T02:33:43.577369Z","steps":["trace[1429977569] 'agreement among raft nodes before linearized reading' (duration: 2.501730226s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.579033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:41.075463Z","time spent":"2.503558484s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:43.577401Z","caller":"traceutil/trace.go:171","msg":"trace[148666399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24635; }","duration":"2.786265113s","start":"2026-02-26T02:33:40.791117Z","end":"2026-02-26T02:33:43.577382Z","steps":["trace[148666399] 'agreement among raft nodes before linearized reading' (duration: 2.786016936s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.579214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.791096Z","time spent":"2.788104312s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:33:43.577387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846061863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:43.579426Z","caller":"traceutil/trace.go:171","msg":"trace[1273462782] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24635; }","duration":"2.848099198s","start":"2026-02-26T02:33:40.731308Z","end":"2026-02-26T02:33:43.579408Z","steps":["trace[1273462782] 'agreement among raft nodes before linearized reading' (duration: 2.846045963s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.579512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.731306Z","time spent":"2.848190161s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:33:43.577356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.355236Z","time spent":"1.221940133s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:43.577102Z","caller":"traceutil/trace.go:171","msg":"trace[2017668652] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24635; }","duration":"2.757649475s","start":"2026-02-26T02:33:40.819445Z","end":"2026-02-26T02:33:43.577095Z","steps":["trace[2017668652] 'agreement among raft nodes before linearized reading' (duration: 2.757595474s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.579938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.819425Z","time spent":"2.760500935s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T02:33:43.577612Z","caller":"traceutil/trace.go:171","msg":"trace[18973888] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24635; }","duration":"2.846294201s","start":"2026-02-26T02:33:40.731292Z","end":"2026-02-26T02:33:43.577586Z","steps":["trace[18973888] 'agreement among raft nodes before linearized reading' (duration: 2.846163937s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:43.580019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:40.731287Z","time spent":"2.848721618s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:33:44.077872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231536761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:33:44.521525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.397349867s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:33:44.522109Z","caller":"traceutil/trace.go:171","msg":"trace[1840170720] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"1.815301333s","start":"2026-02-26T02:33:42.706782Z","end":"2026-02-26T02:33:44.522084Z","steps":["trace[1840170720] 'process raft request' (duration: 1.815155648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:44.522344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.706757Z","time spent":"1.815422997s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:44.661126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:33:44.661214Z","caller":"traceutil/trace.go:171","msg":"trace[1020082859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189266s","start":"2026-02-26T02:33:42.66101Z","end":"2026-02-26T02:33:44.661199Z","steps":["trace[1020082859] 'agreement among raft nodes before linearized reading' (duration: 2.000070622s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:44.661296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.660986Z","time spent":"2.000299499s","remote":"127.0.0.1:44806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:44.977604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000397562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:33:44.977746Z","caller":"traceutil/trace.go:171","msg":"trace[54761109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000563208s","start":"2026-02-26T02:33:42.977115Z","end":"2026-02-26T02:33:44.977679Z","steps":["trace[54761109] 'agreement among raft nodes before linearized reading' (duration: 2.000428103s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:44.97785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:42.977095Z","time spent":"2.000740793s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:33:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:33:45.287142Z","caller":"traceutil/trace.go:171","msg":"trace[1866315079] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"1.704415671s","start":"2026-02-26T02:33:43.5827Z","end":"2026-02-26T02:33:45.287116Z","steps":["trace[1866315079] 'process raft request' (duration: 1.704326318s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.287305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.582692Z","time spent":"1.704521524s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:45.287445Z","caller":"traceutil/trace.go:171","msg":"trace[964643319] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"1.705442274s","start":"2026-02-26T02:33:43.58195Z","end":"2026-02-26T02:33:45.287393Z","steps":["trace[964643319] 'process raft request' (duration: 1.704897457s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:45.287587Z","caller":"traceutil/trace.go:171","msg":"trace[1308069661] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"1.704563075s","start":"2026-02-26T02:33:43.582991Z","end":"2026-02-26T02:33:45.287555Z","steps":["trace[1308069661] 'process raft request' (duration: 1.70407559s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:45.287624Z","caller":"traceutil/trace.go:171","msg":"trace[730117653] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"1.704759072s","start":"2026-02-26T02:33:43.582842Z","end":"2026-02-26T02:33:45.287601Z","steps":["trace[730117653] 'process raft request' (duration: 1.704569126s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.287686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.581933Z","time spent":"1.705621129s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:45.287725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.582983Z","time spent":"1.704670599s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:45.287755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.582819Z","time spent":"1.704863385s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:45.287817Z","caller":"traceutil/trace.go:171","msg":"trace[1920849946] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"931.857281ms","start":"2026-02-26T02:33:44.355932Z","end":"2026-02-26T02:33:45.287789Z","steps":["trace[1920849946] 'process raft request' (duration: 931.617583ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:45.28784Z","caller":"traceutil/trace.go:171","msg":"trace[359597303] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"931.8486ms","start":"2026-02-26T02:33:44.355965Z","end":"2026-02-26T02:33:45.287813Z","steps":["trace[359597303] 'process raft request' (duration: 931.696725ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:45.287837Z","caller":"traceutil/trace.go:171","msg":"trace[726016] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"931.355164ms","start":"2026-02-26T02:33:44.356459Z","end":"2026-02-26T02:33:45.287814Z","steps":["trace[726016] 'process raft request' (duration: 931.283162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.287938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.355914Z","time spent":"931.958004ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:45.287949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.355945Z","time spent":"931.944274ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:45.287963Z","caller":"traceutil/trace.go:171","msg":"trace[902760994] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"930.90049ms","start":"2026-02-26T02:33:44.357044Z","end":"2026-02-26T02:33:45.287945Z","steps":["trace[902760994] 'process raft request' (duration: 930.732995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.287973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.356438Z","time spent":"931.466068ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:45.287997Z","caller":"traceutil/trace.go:171","msg":"trace[1637889876] linearizableReadLoop","detail":"{readStateIndex:25497; appliedIndex:25492; }","duration":"1.711281879s","start":"2026-02-26T02:33:43.576701Z","end":"2026-02-26T02:33:45.287982Z","steps":["trace[1637889876] 'read index received' (duration: 945.346049ms)","trace[1637889876] 'applied index is now lower than readState.Index' (duration: 765.93496ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:45.288027Z","caller":"traceutil/trace.go:171","msg":"trace[1829961166] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"930.000852ms","start":"2026-02-26T02:33:44.358018Z","end":"2026-02-26T02:33:45.288019Z","steps":["trace[1829961166] 'process raft request' (duration: 929.922659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.288039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.357036Z","time spent":"930.958562ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:45.288071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.35801Z","time spent":"930.040733ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:45.288094Z","caller":"traceutil/trace.go:171","msg":"trace[786270386] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"930.996634ms","start":"2026-02-26T02:33:44.357082Z","end":"2026-02-26T02:33:45.288078Z","steps":["trace[786270386] 'process raft request' (duration: 930.781957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.288127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836519437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:33:45.288167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745435404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:33:45.288173Z","caller":"traceutil/trace.go:171","msg":"trace[987788544] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24646; }","duration":"1.836596719s","start":"2026-02-26T02:33:43.451552Z","end":"2026-02-26T02:33:45.288149Z","steps":["trace[987788544] 'agreement among raft nodes before linearized reading' (duration: 1.836500946s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.288172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.357072Z","time spent":"931.056495ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:33:45.288205Z","caller":"traceutil/trace.go:171","msg":"trace[1099906371] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24646; }","duration":"1.745507466s","start":"2026-02-26T02:33:43.542686Z","end":"2026-02-26T02:33:45.288194Z","steps":["trace[1099906371] 'agreement among raft nodes before linearized reading' (duration: 1.745359862s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.288209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.45153Z","time spent":"1.836670552s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:45.288225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.542666Z","time spent":"1.745554478s","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:33:45.288271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224847792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-26T02:33:45.28835Z","caller":"traceutil/trace.go:171","msg":"trace[1601907504] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24646; }","duration":"2.224963056s","start":"2026-02-26T02:33:43.063363Z","end":"2026-02-26T02:33:45.288326Z","steps":["trace[1601907504] 'agreement among raft nodes before linearized reading' (duration: 2.224724178s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.288417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.063345Z","time spent":"2.225059459s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:33:45.428156Z","caller":"traceutil/trace.go:171","msg":"trace[1481752757] linearizableReadLoop","detail":"{readStateIndex:25504; appliedIndex:25503; }","duration":"140.09304ms","start":"2026-02-26T02:33:45.288033Z","end":"2026-02-26T02:33:45.428126Z","steps":["trace[1481752757] 'read index received' (duration: 76.602323ms)","trace[1481752757] 'applied index is now lower than readState.Index' (duration: 63.489077ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:45.428292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.03186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-26T02:33:45.428325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605771857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:45.428325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.235638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:45.428354Z","caller":"traceutil/trace.go:171","msg":"trace[2113087242] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24646; }","duration":"1.60587262s","start":"2026-02-26T02:33:43.822472Z","end":"2026-02-26T02:33:45.428344Z","steps":["trace[2113087242] 'agreement among raft nodes before linearized reading' (duration: 1.605786647s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.428383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.992169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:45.428384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.822447Z","time spent":"1.605930232s","remote":"127.0.0.1:47506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:45.428402Z","caller":"traceutil/trace.go:171","msg":"trace[1509647090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24646; }","duration":"759.00993ms","start":"2026-02-26T02:33:44.669387Z","end":"2026-02-26T02:33:45.428397Z","steps":["trace[1509647090] 'agreement among raft nodes before linearized reading' (duration: 758.975519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.428352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099825306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:45.428428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.66937Z","time spent":"759.049791ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:33:45.428454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690472308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:45.42846Z","caller":"traceutil/trace.go:171","msg":"trace[1295598086] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24646; }","duration":"1.100012322s","start":"2026-02-26T02:33:44.328421Z","end":"2026-02-26T02:33:45.428433Z","steps":["trace[1295598086] 'agreement among raft nodes before linearized reading' (duration: 1.099776774s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:45.428501Z","caller":"traceutil/trace.go:171","msg":"trace[412124302] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24646; }","duration":"1.69056829s","start":"2026-02-26T02:33:43.737916Z","end":"2026-02-26T02:33:45.428485Z","steps":["trace[412124302] 'agreement among raft nodes before linearized reading' (duration: 1.690507759s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.428521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.328402Z","time spent":"1.100106144s","remote":"127.0.0.1:47468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:45.428543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:43.737892Z","time spent":"1.690641253s","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:45.428347Z","caller":"traceutil/trace.go:171","msg":"trace[3776163] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24; range_end:; response_count:1; response_revision:24646; }","duration":"759.135384ms","start":"2026-02-26T02:33:44.669199Z","end":"2026-02-26T02:33:45.428334Z","steps":["trace[3776163] 'agreement among raft nodes before linearized reading' (duration: 758.938887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.428632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.669182Z","time spent":"759.433964ms","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897ab00b5837a24\" "} {"level":"warn","ts":"2026-02-26T02:33:45.428695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.816896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:304911"} {"level":"info","ts":"2026-02-26T02:33:45.428793Z","caller":"traceutil/trace.go:171","msg":"trace[236583587] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:24646; }","duration":"538.973871ms","start":"2026-02-26T02:33:44.889798Z","end":"2026-02-26T02:33:45.428772Z","steps":["trace[236583587] 'agreement among raft nodes before linearized reading' (duration: 538.370121ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:45.428389Z","caller":"traceutil/trace.go:171","msg":"trace[1644134272] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24646; }","duration":"193.344312ms","start":"2026-02-26T02:33:45.235027Z","end":"2026-02-26T02:33:45.428371Z","steps":["trace[1644134272] 'agreement among raft nodes before linearized reading' (duration: 193.209228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.428849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.89603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:33:45.428848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:44.889775Z","time spent":"539.062014ms","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":304933,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-26T02:33:45.428874Z","caller":"traceutil/trace.go:171","msg":"trace[648065110] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24646; }","duration":"403.955562ms","start":"2026-02-26T02:33:45.024913Z","end":"2026-02-26T02:33:45.428868Z","steps":["trace[648065110] 'agreement among raft nodes before linearized reading' (duration: 403.853098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.428899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.024892Z","time spent":"404.000193ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:33:45.428929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.542126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:45.428961Z","caller":"traceutil/trace.go:171","msg":"trace[1901836726] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24646; }","duration":"419.607608ms","start":"2026-02-26T02:33:45.009345Z","end":"2026-02-26T02:33:45.428953Z","steps":["trace[1901836726] 'agreement among raft nodes before linearized reading' (duration: 419.560317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.428986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:45.009327Z","time spent":"419.65298ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:33:45.455382Z","caller":"traceutil/trace.go:171","msg":"trace[1722076106] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"158.66471ms","start":"2026-02-26T02:33:45.296682Z","end":"2026-02-26T02:33:45.455346Z","steps":["trace[1722076106] 'process raft request' (duration: 158.388251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:45.455712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.560116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:33:45.455786Z","caller":"traceutil/trace.go:171","msg":"trace[1684604867] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24647; }","duration":"163.636938ms","start":"2026-02-26T02:33:45.292132Z","end":"2026-02-26T02:33:45.455769Z","steps":["trace[1684604867] 'agreement among raft nodes before linearized reading' (duration: 163.413071ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.39461Z","caller":"traceutil/trace.go:171","msg":"trace[1720813251] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"100.09949ms","start":"2026-02-26T02:33:47.294471Z","end":"2026-02-26T02:33:47.39457Z","steps":["trace[1720813251] 'process raft request' (duration: 99.332785ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.499605Z","caller":"traceutil/trace.go:171","msg":"trace[152317708] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"204.179886ms","start":"2026-02-26T02:33:47.295406Z","end":"2026-02-26T02:33:47.499586Z","steps":["trace[152317708] 'process raft request' (duration: 204.130924ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.499641Z","caller":"traceutil/trace.go:171","msg":"trace[2075128757] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"204.758655ms","start":"2026-02-26T02:33:47.294856Z","end":"2026-02-26T02:33:47.499614Z","steps":["trace[2075128757] 'process raft request' (duration: 204.559428ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.499878Z","caller":"traceutil/trace.go:171","msg":"trace[1270664973] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"203.456793ms","start":"2026-02-26T02:33:47.296413Z","end":"2026-02-26T02:33:47.49987Z","steps":["trace[1270664973] 'process raft request' (duration: 203.148783ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.49999Z","caller":"traceutil/trace.go:171","msg":"trace[460159483] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"202.608306ms","start":"2026-02-26T02:33:47.297365Z","end":"2026-02-26T02:33:47.499974Z","steps":["trace[460159483] 'process raft request' (duration: 202.398809ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.500053Z","caller":"traceutil/trace.go:171","msg":"trace[912181370] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"201.765219ms","start":"2026-02-26T02:33:47.29827Z","end":"2026-02-26T02:33:47.500036Z","steps":["trace[912181370] 'process raft request' (duration: 201.657075ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.500282Z","caller":"traceutil/trace.go:171","msg":"trace[2037257627] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"201.838251ms","start":"2026-02-26T02:33:47.298431Z","end":"2026-02-26T02:33:47.500269Z","steps":["trace[2037257627] 'process raft request' (duration: 201.547232ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.500384Z","caller":"traceutil/trace.go:171","msg":"trace[409015977] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"144.631605ms","start":"2026-02-26T02:33:47.355739Z","end":"2026-02-26T02:33:47.500371Z","steps":["trace[409015977] 'process raft request' (duration: 144.48608ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:47.50044Z","caller":"traceutil/trace.go:171","msg":"trace[2112274971] linearizableReadLoop","detail":"{readStateIndex:25512; appliedIndex:25508; }","duration":"204.62438ms","start":"2026-02-26T02:33:47.295732Z","end":"2026-02-26T02:33:47.500356Z","steps":["trace[2112274971] 'read index received' (duration: 98.431507ms)","trace[2112274971] 'applied index is now lower than readState.Index' (duration: 106.191713ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:47.50054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.792355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:33:47.500571Z","caller":"traceutil/trace.go:171","msg":"trace[2071128729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24659; }","duration":"204.861698ms","start":"2026-02-26T02:33:47.295701Z","end":"2026-02-26T02:33:47.500563Z","steps":["trace[2071128729] 'agreement among raft nodes before linearized reading' (duration: 204.736204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:47.501136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.118714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:33:47.501256Z","caller":"traceutil/trace.go:171","msg":"trace[1687297667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24659; }","duration":"204.242817ms","start":"2026-02-26T02:33:47.296971Z","end":"2026-02-26T02:33:47.501214Z","steps":["trace[1687297667] 'agreement among raft nodes before linearized reading' (duration: 203.69838ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:49.678658Z","caller":"traceutil/trace.go:171","msg":"trace[736121987] linearizableReadLoop","detail":"{readStateIndex:25527; appliedIndex:25526; }","duration":"174.12296ms","start":"2026-02-26T02:33:49.504513Z","end":"2026-02-26T02:33:49.678635Z","steps":["trace[736121987] 'read index received' (duration: 174.070859ms)","trace[736121987] 'applied index is now lower than readState.Index' (duration: 50.951µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:49.678675Z","caller":"traceutil/trace.go:171","msg":"trace[687094343] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"199.770975ms","start":"2026-02-26T02:33:49.478877Z","end":"2026-02-26T02:33:49.678648Z","steps":["trace[687094343] 'process raft request' (duration: 199.599219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:49.678993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.459151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:33:49.679046Z","caller":"traceutil/trace.go:171","msg":"trace[1927643845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24668; }","duration":"174.549773ms","start":"2026-02-26T02:33:49.504485Z","end":"2026-02-26T02:33:49.679035Z","steps":["trace[1927643845] 'agreement among raft nodes before linearized reading' (duration: 174.255154ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:49.71936Z","caller":"traceutil/trace.go:171","msg":"trace[1993963918] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"213.684266ms","start":"2026-02-26T02:33:49.505652Z","end":"2026-02-26T02:33:49.719336Z","steps":["trace[1993963918] 'process raft request' (duration: 213.454789ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:49.719516Z","caller":"traceutil/trace.go:171","msg":"trace[1583180069] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"213.230372ms","start":"2026-02-26T02:33:49.506265Z","end":"2026-02-26T02:33:49.719496Z","steps":["trace[1583180069] 'process raft request' (duration: 213.028496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:49.719798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.827018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:33:49.719879Z","caller":"traceutil/trace.go:171","msg":"trace[1529751212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24672; }","duration":"171.961192ms","start":"2026-02-26T02:33:49.547906Z","end":"2026-02-26T02:33:49.719867Z","steps":["trace[1529751212] 'agreement among raft nodes before linearized reading' (duration: 171.722535ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:49.719878Z","caller":"traceutil/trace.go:171","msg":"trace[1777822632] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"213.063317ms","start":"2026-02-26T02:33:49.506792Z","end":"2026-02-26T02:33:49.719855Z","steps":["trace[1777822632] 'process raft request' (duration: 212.639353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:49.719902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.869434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:33:49.719968Z","caller":"traceutil/trace.go:171","msg":"trace[1668381360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24672; }","duration":"214.942937ms","start":"2026-02-26T02:33:49.505009Z","end":"2026-02-26T02:33:49.719952Z","steps":["trace[1668381360] 'agreement among raft nodes before linearized reading' (duration: 214.815703ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:49.719209Z","caller":"traceutil/trace.go:171","msg":"trace[1679774340] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"214.206213ms","start":"2026-02-26T02:33:49.50494Z","end":"2026-02-26T02:33:49.719146Z","steps":["trace[1679774340] 'process raft request' (duration: 214.006327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:49.720098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.270015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:33:49.720134Z","caller":"traceutil/trace.go:171","msg":"trace[1801021354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24672; }","duration":"185.650777ms","start":"2026-02-26T02:33:49.534473Z","end":"2026-02-26T02:33:49.720124Z","steps":["trace[1801021354] 'agreement among raft nodes before linearized reading' (duration: 185.158452ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:49.887138Z","caller":"traceutil/trace.go:171","msg":"trace[1582194812] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"162.783061ms","start":"2026-02-26T02:33:49.724329Z","end":"2026-02-26T02:33:49.887112Z","steps":["trace[1582194812] 'process raft request' (duration: 105.245023ms)","trace[1582194812] 'compare' (duration: 57.28344ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:49.887476Z","caller":"traceutil/trace.go:171","msg":"trace[1124781930] linearizableReadLoop","detail":"{readStateIndex:25536; appliedIndex:25533; }","duration":"115.315004ms","start":"2026-02-26T02:33:49.772133Z","end":"2026-02-26T02:33:49.887448Z","steps":["trace[1124781930] 'read index received' (duration: 57.389063ms)","trace[1124781930] 'applied index is now lower than readState.Index' (duration: 57.924811ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:49.88754Z","caller":"traceutil/trace.go:171","msg":"trace[1380326510] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"162.816192ms","start":"2026-02-26T02:33:49.724711Z","end":"2026-02-26T02:33:49.887527Z","steps":["trace[1380326510] 'process raft request' (duration: 162.627356ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:49.887631Z","caller":"traceutil/trace.go:171","msg":"trace[192755463] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"162.921435ms","start":"2026-02-26T02:33:49.724701Z","end":"2026-02-26T02:33:49.887622Z","steps":["trace[192755463] 'process raft request' (duration: 162.356437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:49.887892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.61805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:33:49.887963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.846937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:33:49.887962Z","caller":"traceutil/trace.go:171","msg":"trace[217564825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24677; }","duration":"164.722412ms","start":"2026-02-26T02:33:49.723222Z","end":"2026-02-26T02:33:49.887944Z","steps":["trace[217564825] 'agreement among raft nodes before linearized reading' (duration: 164.357531ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:49.888005Z","caller":"traceutil/trace.go:171","msg":"trace[845435600] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24677; }","duration":"113.93789ms","start":"2026-02-26T02:33:49.774057Z","end":"2026-02-26T02:33:49.887995Z","steps":["trace[845435600] 'agreement among raft nodes before linearized reading' (duration: 113.555308ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:53.9228Z","caller":"traceutil/trace.go:171","msg":"trace[373767132] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"124.65173ms","start":"2026-02-26T02:33:53.798125Z","end":"2026-02-26T02:33:53.922776Z","steps":["trace[373767132] 'process raft request' (duration: 65.595134ms)","trace[373767132] 'compare' (duration: 58.734785ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:53.923016Z","caller":"traceutil/trace.go:171","msg":"trace[881758759] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"124.799154ms","start":"2026-02-26T02:33:53.798186Z","end":"2026-02-26T02:33:53.922985Z","steps":["trace[881758759] 'process raft request' (duration: 124.504945ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:55.719106Z","caller":"traceutil/trace.go:171","msg":"trace[431323410] linearizableReadLoop","detail":"{readStateIndex:25566; appliedIndex:25565; }","duration":"112.6914ms","start":"2026-02-26T02:33:55.606387Z","end":"2026-02-26T02:33:55.719079Z","steps":["trace[431323410] 'read index received' (duration: 112.592037ms)","trace[431323410] 'applied index is now lower than readState.Index' (duration: 98.143µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:55.719187Z","caller":"traceutil/trace.go:171","msg":"trace[1260958294] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"184.373307ms","start":"2026-02-26T02:33:55.534765Z","end":"2026-02-26T02:33:55.719138Z","steps":["trace[1260958294] 'process raft request' (duration: 184.038866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:55.720669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.243209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:55.720776Z","caller":"traceutil/trace.go:171","msg":"trace[1746313611] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24706; }","duration":"114.408514ms","start":"2026-02-26T02:33:55.606324Z","end":"2026-02-26T02:33:55.720732Z","steps":["trace[1746313611] 'agreement among raft nodes before linearized reading' (duration: 112.894966ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:56.046386Z","caller":"traceutil/trace.go:171","msg":"trace[730543117] linearizableReadLoop","detail":"{readStateIndex:25571; appliedIndex:25568; }","duration":"115.394815ms","start":"2026-02-26T02:33:55.930972Z","end":"2026-02-26T02:33:56.046367Z","steps":["trace[730543117] 'read index received' (duration: 17.33403ms)","trace[730543117] 'applied index is now lower than readState.Index' (duration: 98.059365ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:56.046462Z","caller":"traceutil/trace.go:171","msg":"trace[921093231] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"117.079519ms","start":"2026-02-26T02:33:55.929342Z","end":"2026-02-26T02:33:56.046422Z","steps":["trace[921093231] 'process raft request' (duration: 116.856672ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:56.046476Z","caller":"traceutil/trace.go:171","msg":"trace[1320160224] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"115.597401ms","start":"2026-02-26T02:33:55.930852Z","end":"2026-02-26T02:33:56.046449Z","steps":["trace[1320160224] 'process raft request' (duration: 115.479178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:56.046593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.57619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:56.046639Z","caller":"traceutil/trace.go:171","msg":"trace[531122740] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24711; }","duration":"115.732036ms","start":"2026-02-26T02:33:55.930893Z","end":"2026-02-26T02:33:56.046625Z","steps":["trace[531122740] 'agreement among raft nodes before linearized reading' (duration: 115.586841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:56.04667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.628383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:56.046735Z","caller":"traceutil/trace.go:171","msg":"trace[907001123] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24711; }","duration":"115.709555ms","start":"2026-02-26T02:33:55.931009Z","end":"2026-02-26T02:33:56.046719Z","steps":["trace[907001123] 'agreement among raft nodes before linearized reading' (duration: 115.607362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:56.046777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.339843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:33:56.046804Z","caller":"traceutil/trace.go:171","msg":"trace[862737573] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24711; }","duration":"115.389045ms","start":"2026-02-26T02:33:55.931407Z","end":"2026-02-26T02:33:56.046796Z","steps":["trace[862737573] 'agreement among raft nodes before linearized reading' (duration: 115.241681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:56.046803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.269301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:56.046801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.273262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:56.04684Z","caller":"traceutil/trace.go:171","msg":"trace[799083511] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24711; }","duration":"115.369865ms","start":"2026-02-26T02:33:55.93146Z","end":"2026-02-26T02:33:56.046829Z","steps":["trace[799083511] 'agreement among raft nodes before linearized reading' (duration: 115.246561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:56.046807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.305452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:56.04694Z","caller":"traceutil/trace.go:171","msg":"trace[148256228] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24711; }","duration":"115.395585ms","start":"2026-02-26T02:33:55.931472Z","end":"2026-02-26T02:33:56.046868Z","steps":["trace[148256228] 'agreement among raft nodes before linearized reading' (duration: 115.224069ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:56.046953Z","caller":"traceutil/trace.go:171","msg":"trace[1879614440] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24711; }","duration":"115.469808ms","start":"2026-02-26T02:33:55.931471Z","end":"2026-02-26T02:33:56.046941Z","steps":["trace[1879614440] 'agreement among raft nodes before linearized reading' (duration: 115.251311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:56.046996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.791777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:33:56.047016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.730336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-26T02:33:56.047038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.814539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:33:56.047053Z","caller":"traceutil/trace.go:171","msg":"trace[1134372828] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24711; }","duration":"115.789527ms","start":"2026-02-26T02:33:55.931252Z","end":"2026-02-26T02:33:56.047042Z","steps":["trace[1134372828] 'agreement among raft nodes before linearized reading' (duration: 115.584491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:56.047071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.817919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:56.047103Z","caller":"traceutil/trace.go:171","msg":"trace[1606155044] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24711; }","duration":"115.86213ms","start":"2026-02-26T02:33:55.931232Z","end":"2026-02-26T02:33:56.047094Z","steps":["trace[1606155044] 'agreement among raft nodes before linearized reading' (duration: 115.806398ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:56.047096Z","caller":"traceutil/trace.go:171","msg":"trace[700192107] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24711; }","duration":"115.86991ms","start":"2026-02-26T02:33:55.931206Z","end":"2026-02-26T02:33:56.047076Z","steps":["trace[700192107] 'agreement among raft nodes before linearized reading' (duration: 115.663764ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:56.04705Z","caller":"traceutil/trace.go:171","msg":"trace[499765428] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24711; }","duration":"115.87393ms","start":"2026-02-26T02:33:55.931163Z","end":"2026-02-26T02:33:56.047037Z","steps":["trace[499765428] 'agreement among raft nodes before linearized reading' (duration: 115.722905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:56.047164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.968643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:56.047194Z","caller":"traceutil/trace.go:171","msg":"trace[487154425] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24711; }","duration":"116.030626ms","start":"2026-02-26T02:33:55.931155Z","end":"2026-02-26T02:33:56.047186Z","steps":["trace[487154425] 'agreement among raft nodes before linearized reading' (duration: 115.986434ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:57.720979Z","caller":"traceutil/trace.go:171","msg":"trace[1384007693] linearizableReadLoop","detail":"{readStateIndex:25579; appliedIndex:25578; }","duration":"321.501343ms","start":"2026-02-26T02:33:57.399453Z","end":"2026-02-26T02:33:57.720954Z","steps":["trace[1384007693] 'read index received' (duration: 321.302056ms)","trace[1384007693] 'applied index is now lower than readState.Index' (duration: 198.397µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:57.721029Z","caller":"traceutil/trace.go:171","msg":"trace[1836067085] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"358.948151ms","start":"2026-02-26T02:33:57.362058Z","end":"2026-02-26T02:33:57.721006Z","steps":["trace[1836067085] 'process raft request' (duration: 358.709634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:57.721168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.362037Z","time spent":"359.046095ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:33:57.721214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.76075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-26T02:33:57.72126Z","caller":"traceutil/trace.go:171","msg":"trace[1543477616] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24719; }","duration":"321.809812ms","start":"2026-02-26T02:33:57.399435Z","end":"2026-02-26T02:33:57.721245Z","steps":["trace[1543477616] 'agreement among raft nodes before linearized reading' (duration: 321.639947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:57.721297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:33:57.399415Z","time spent":"321.874824ms","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-02-26T02:33:57.734373Z","caller":"traceutil/trace.go:171","msg":"trace[213081725] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"271.310588ms","start":"2026-02-26T02:33:57.463029Z","end":"2026-02-26T02:33:57.73434Z","steps":["trace[213081725] 'process raft request' (duration: 271.079791ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:57.734842Z","caller":"traceutil/trace.go:171","msg":"trace[1357583111] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"170.964971ms","start":"2026-02-26T02:33:57.563841Z","end":"2026-02-26T02:33:57.734806Z","steps":["trace[1357583111] 'process raft request' (duration: 170.436754ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:58.269617Z","caller":"traceutil/trace.go:171","msg":"trace[1031093213] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"141.565356ms","start":"2026-02-26T02:33:58.128031Z","end":"2026-02-26T02:33:58.269597Z","steps":["trace[1031093213] 'process raft request' (duration: 129.637217ms)","trace[1031093213] 'compare' (duration: 11.575418ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:58.269838Z","caller":"traceutil/trace.go:171","msg":"trace[2114287952] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"140.959268ms","start":"2026-02-26T02:33:58.128872Z","end":"2026-02-26T02:33:58.269832Z","steps":["trace[2114287952] 'process raft request' (duration: 140.846664ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:58.269917Z","caller":"traceutil/trace.go:171","msg":"trace[1326014715] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"140.882885ms","start":"2026-02-26T02:33:58.12897Z","end":"2026-02-26T02:33:58.269853Z","steps":["trace[1326014715] 'process raft request' (duration: 140.822784ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:58.269934Z","caller":"traceutil/trace.go:171","msg":"trace[338591333] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"141.703612ms","start":"2026-02-26T02:33:58.128186Z","end":"2026-02-26T02:33:58.269889Z","steps":["trace[338591333] 'process raft request' (duration: 141.379881ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:58.787709Z","caller":"traceutil/trace.go:171","msg":"trace[1628001279] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"119.95266ms","start":"2026-02-26T02:33:58.66773Z","end":"2026-02-26T02:33:58.787683Z","steps":["trace[1628001279] 'process raft request' (duration: 119.564398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:59.931559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.480552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:33:59.931838Z","caller":"traceutil/trace.go:171","msg":"trace[936545974] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"100.684648ms","start":"2026-02-26T02:33:59.831131Z","end":"2026-02-26T02:33:59.931816Z","steps":["trace[936545974] 'process raft request' (duration: 100.589465ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:33:59.931882Z","caller":"traceutil/trace.go:171","msg":"trace[1237545713] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"190.959265ms","start":"2026-02-26T02:33:59.740884Z","end":"2026-02-26T02:33:59.931844Z","steps":["trace[1237545713] 'process raft request' (duration: 73.100751ms)","trace[1237545713] 'compare' (duration: 117.332107ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:33:59.931997Z","caller":"traceutil/trace.go:171","msg":"trace[1501379838] linearizableReadLoop","detail":"{readStateIndex:25598; appliedIndex:25596; }","duration":"170.094923ms","start":"2026-02-26T02:33:59.761892Z","end":"2026-02-26T02:33:59.931987Z","steps":["trace[1501379838] 'read index received' (duration: 1.434715ms)","trace[1501379838] 'applied index is now lower than readState.Index' (duration: 168.659178ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:33:59.93209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.209577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:59.932129Z","caller":"traceutil/trace.go:171","msg":"trace[813748928] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24738; }","duration":"170.295ms","start":"2026-02-26T02:33:59.761825Z","end":"2026-02-26T02:33:59.93212Z","steps":["trace[813748928] 'agreement among raft nodes before linearized reading' (duration: 170.220018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:33:59.959035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.844042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:33:59.959118Z","caller":"traceutil/trace.go:171","msg":"trace[1668729593] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24739; }","duration":"134.002467ms","start":"2026-02-26T02:33:59.825096Z","end":"2026-02-26T02:33:59.959098Z","steps":["trace[1668729593] 'agreement among raft nodes before linearized reading' (duration: 133.070797ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:20.775021Z","caller":"traceutil/trace.go:171","msg":"trace[1204738389] linearizableReadLoop","detail":"{readStateIndex:25748; appliedIndex:25747; }","duration":"104.075786ms","start":"2026-02-26T02:34:20.670919Z","end":"2026-02-26T02:34:20.774995Z","steps":["trace[1204738389] 'read index received' (duration: 103.90254ms)","trace[1204738389] 'applied index is now lower than readState.Index' (duration: 172.146µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:20.775128Z","caller":"traceutil/trace.go:171","msg":"trace[2139389904] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"104.781588ms","start":"2026-02-26T02:34:20.670313Z","end":"2026-02-26T02:34:20.775094Z","steps":["trace[2139389904] 'process raft request' (duration: 104.466108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:20.775271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.328544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:34:20.775375Z","caller":"traceutil/trace.go:171","msg":"trace[239744792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24883; }","duration":"104.458308ms","start":"2026-02-26T02:34:20.670904Z","end":"2026-02-26T02:34:20.775362Z","steps":["trace[239744792] 'agreement among raft nodes before linearized reading' (duration: 104.236241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:20.775386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.451245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:34:20.775452Z","caller":"traceutil/trace.go:171","msg":"trace[534285686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24883; }","duration":"102.554078ms","start":"2026-02-26T02:34:20.672881Z","end":"2026-02-26T02:34:20.775435Z","steps":["trace[534285686] 'agreement among raft nodes before linearized reading' (duration: 102.351321ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:22.471322Z","caller":"traceutil/trace.go:171","msg":"trace[1276000189] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"140.189883ms","start":"2026-02-26T02:34:22.33111Z","end":"2026-02-26T02:34:22.4713Z","steps":["trace[1276000189] 'process raft request' (duration: 139.972926ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:22.471706Z","caller":"traceutil/trace.go:171","msg":"trace[1849010774] linearizableReadLoop","detail":"{readStateIndex:25755; appliedIndex:25754; }","duration":"114.031892ms","start":"2026-02-26T02:34:22.357651Z","end":"2026-02-26T02:34:22.471683Z","steps":["trace[1849010774] 'read index received' (duration: 45.385432ms)","trace[1849010774] 'applied index is now lower than readState.Index' (duration: 68.64558ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:22.471733Z","caller":"traceutil/trace.go:171","msg":"trace[1188994222] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"111.800752ms","start":"2026-02-26T02:34:22.359906Z","end":"2026-02-26T02:34:22.471707Z","steps":["trace[1188994222] 'process raft request' (duration: 111.624716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.471902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.208819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:22.472051Z","caller":"traceutil/trace.go:171","msg":"trace[1135427254] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24892; }","duration":"114.403724ms","start":"2026-02-26T02:34:22.35762Z","end":"2026-02-26T02:34:22.472024Z","steps":["trace[1135427254] 'agreement among raft nodes before linearized reading' (duration: 114.172637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.472059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.26216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:22.472122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.812516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:34:22.472182Z","caller":"traceutil/trace.go:171","msg":"trace[1200802463] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24892; }","duration":"113.886407ms","start":"2026-02-26T02:34:22.358281Z","end":"2026-02-26T02:34:22.472167Z","steps":["trace[1200802463] 'agreement among raft nodes before linearized reading' (duration: 113.732472ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:22.471747Z","caller":"traceutil/trace.go:171","msg":"trace[1956605468] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"114.018892ms","start":"2026-02-26T02:34:22.357696Z","end":"2026-02-26T02:34:22.471714Z","steps":["trace[1956605468] 'process raft request' (duration: 113.556147ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:22.47213Z","caller":"traceutil/trace.go:171","msg":"trace[1564888869] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24892; }","duration":"114.375063ms","start":"2026-02-26T02:34:22.357725Z","end":"2026-02-26T02:34:22.4721Z","steps":["trace[1564888869] 'agreement among raft nodes before linearized reading' (duration: 114.2677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.472255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.144026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:22.472243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.648781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-02-26T02:34:22.472285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.728213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:22.472232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.127365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:34:22.472318Z","caller":"traceutil/trace.go:171","msg":"trace[993568534] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24892; }","duration":"114.245609ms","start":"2026-02-26T02:34:22.358059Z","end":"2026-02-26T02:34:22.472305Z","steps":["trace[993568534] 'agreement among raft nodes before linearized reading' (duration: 114.116865ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:22.47234Z","caller":"traceutil/trace.go:171","msg":"trace[1752842867] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24892; }","duration":"113.791424ms","start":"2026-02-26T02:34:22.358536Z","end":"2026-02-26T02:34:22.472327Z","steps":["trace[1752842867] 'agreement among raft nodes before linearized reading' (duration: 113.729092ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:22.472341Z","caller":"traceutil/trace.go:171","msg":"trace[1938317013] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24892; }","duration":"114.25447ms","start":"2026-02-26T02:34:22.358078Z","end":"2026-02-26T02:34:22.472333Z","steps":["trace[1938317013] 'agreement among raft nodes before linearized reading' (duration: 114.075584ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:22.472339Z","caller":"traceutil/trace.go:171","msg":"trace[1731507091] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24892; }","duration":"113.795125ms","start":"2026-02-26T02:34:22.35852Z","end":"2026-02-26T02:34:22.472315Z","steps":["trace[1731507091] 'agreement among raft nodes before linearized reading' (duration: 113.497826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:22.472839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.980193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:22.472922Z","caller":"traceutil/trace.go:171","msg":"trace[1741341916] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24892; }","duration":"115.072846ms","start":"2026-02-26T02:34:22.357831Z","end":"2026-02-26T02:34:22.472904Z","steps":["trace[1741341916] 'agreement among raft nodes before linearized reading' (duration: 114.359633ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:24.505265Z","caller":"traceutil/trace.go:171","msg":"trace[2143132906] linearizableReadLoop","detail":"{readStateIndex:25766; appliedIndex:25765; }","duration":"122.097549ms","start":"2026-02-26T02:34:24.383122Z","end":"2026-02-26T02:34:24.50522Z","steps":["trace[2143132906] 'read index received' (duration: 27.526695ms)","trace[2143132906] 'applied index is now lower than readState.Index' (duration: 94.568194ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:24.505483Z","caller":"traceutil/trace.go:171","msg":"trace[1311064434] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"222.358123ms","start":"2026-02-26T02:34:24.283095Z","end":"2026-02-26T02:34:24.505453Z","steps":["trace[1311064434] 'process raft request' (duration: 127.467939ms)","trace[1311064434] 'compare' (duration: 93.000434ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:24.505546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.402968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:24.505637Z","caller":"traceutil/trace.go:171","msg":"trace[183420440] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24901; }","duration":"122.548943ms","start":"2026-02-26T02:34:24.383066Z","end":"2026-02-26T02:34:24.505615Z","steps":["trace[183420440] 'agreement among raft nodes before linearized reading' (duration: 122.412839ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:24.553963Z","caller":"traceutil/trace.go:171","msg":"trace[990577796] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"145.4299ms","start":"2026-02-26T02:34:24.408501Z","end":"2026-02-26T02:34:24.553931Z","steps":["trace[990577796] 'process raft request' (duration: 145.260605ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:24.713641Z","caller":"traceutil/trace.go:171","msg":"trace[319115601] linearizableReadLoop","detail":"{readStateIndex:25771; appliedIndex:25766; }","duration":"208.236605ms","start":"2026-02-26T02:34:24.505381Z","end":"2026-02-26T02:34:24.713618Z","steps":["trace[319115601] 'read index received' (duration: 48.453829ms)","trace[319115601] 'applied index is now lower than readState.Index' (duration: 159.781076ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:24.713744Z","caller":"traceutil/trace.go:171","msg":"trace[1066562427] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"235.827711ms","start":"2026-02-26T02:34:24.477828Z","end":"2026-02-26T02:34:24.713655Z","steps":["trace[1066562427] 'process raft request' (duration: 235.289734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.713838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.715448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:24.713895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.642164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:34:24.713908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.190245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:24.713941Z","caller":"traceutil/trace.go:171","msg":"trace[1153684045] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24905; }","duration":"235.844371ms","start":"2026-02-26T02:34:24.478075Z","end":"2026-02-26T02:34:24.713919Z","steps":["trace[1153684045] 'agreement among raft nodes before linearized reading' (duration: 235.643035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.713919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.863523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:24.713964Z","caller":"traceutil/trace.go:171","msg":"trace[1092218860] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24905; }","duration":"226.278068ms","start":"2026-02-26T02:34:24.487673Z","end":"2026-02-26T02:34:24.713951Z","steps":["trace[1092218860] 'agreement among raft nodes before linearized reading' (duration: 226.177805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.713967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.34919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:24.714008Z","caller":"traceutil/trace.go:171","msg":"trace[1762822413] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24905; }","duration":"236.008846ms","start":"2026-02-26T02:34:24.47798Z","end":"2026-02-26T02:34:24.713989Z","steps":["trace[1762822413] 'agreement among raft nodes before linearized reading' (duration: 235.81723ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:24.714014Z","caller":"traceutil/trace.go:171","msg":"trace[1172506216] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24905; }","duration":"226.422433ms","start":"2026-02-26T02:34:24.487579Z","end":"2026-02-26T02:34:24.714001Z","steps":["trace[1172506216] 'agreement among raft nodes before linearized reading' (duration: 226.365931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.714085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.580995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:34:24.714112Z","caller":"traceutil/trace.go:171","msg":"trace[749627378] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"234.274282ms","start":"2026-02-26T02:34:24.479821Z","end":"2026-02-26T02:34:24.714096Z","steps":["trace[749627378] 'process raft request' (duration: 233.742645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.71394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.867933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:34:24.71415Z","caller":"traceutil/trace.go:171","msg":"trace[1076531444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24905; }","duration":"151.640677ms","start":"2026-02-26T02:34:24.562491Z","end":"2026-02-26T02:34:24.714132Z","steps":["trace[1076531444] 'agreement among raft nodes before linearized reading' (duration: 151.502523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.714175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.140791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:24.714181Z","caller":"traceutil/trace.go:171","msg":"trace[1381828681] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24905; }","duration":"236.140971ms","start":"2026-02-26T02:34:24.478031Z","end":"2026-02-26T02:34:24.714172Z","steps":["trace[1381828681] 'agreement among raft nodes before linearized reading' (duration: 235.735238ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:24.714206Z","caller":"traceutil/trace.go:171","msg":"trace[1419099174] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24905; }","duration":"236.196243ms","start":"2026-02-26T02:34:24.478001Z","end":"2026-02-26T02:34:24.714198Z","steps":["trace[1419099174] 'agreement among raft nodes before linearized reading' (duration: 236.150742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.713894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.239222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:34:24.713951Z","caller":"traceutil/trace.go:171","msg":"trace[2049031000] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24905; }","duration":"189.968195ms","start":"2026-02-26T02:34:24.52397Z","end":"2026-02-26T02:34:24.713938Z","steps":["trace[2049031000] 'agreement among raft nodes before linearized reading' (duration: 189.868022ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:24.71427Z","caller":"traceutil/trace.go:171","msg":"trace[493276735] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24905; }","duration":"235.661246ms","start":"2026-02-26T02:34:24.478597Z","end":"2026-02-26T02:34:24.714259Z","steps":["trace[493276735] 'agreement among raft nodes before linearized reading' (duration: 235.095108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:24.714453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.305997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-26T02:34:24.714519Z","caller":"traceutil/trace.go:171","msg":"trace[606602198] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24905; }","duration":"236.42461ms","start":"2026-02-26T02:34:24.478077Z","end":"2026-02-26T02:34:24.714502Z","steps":["trace[606602198] 'agreement among raft nodes before linearized reading' (duration: 235.685766ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:24.713653Z","caller":"traceutil/trace.go:171","msg":"trace[1546939862] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"235.15683ms","start":"2026-02-26T02:34:24.478467Z","end":"2026-02-26T02:34:24.713624Z","steps":["trace[1546939862] 'process raft request' (duration: 234.984664ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:24.862287Z","caller":"traceutil/trace.go:171","msg":"trace[1816420090] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"111.201152ms","start":"2026-02-26T02:34:24.751054Z","end":"2026-02-26T02:34:24.862255Z","steps":["trace[1816420090] 'process raft request' (duration: 56.68681ms)","trace[1816420090] 'compare' (duration: 54.341836ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:29.717094Z","caller":"traceutil/trace.go:171","msg":"trace[519774930] linearizableReadLoop","detail":"{readStateIndex:25807; appliedIndex:25806; }","duration":"245.492618ms","start":"2026-02-26T02:34:29.471579Z","end":"2026-02-26T02:34:29.717072Z","steps":["trace[519774930] 'read index received' (duration: 245.293742ms)","trace[519774930] 'applied index is now lower than readState.Index' (duration: 197.986µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:29.717147Z","caller":"traceutil/trace.go:171","msg":"trace[1998074405] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"296.665373ms","start":"2026-02-26T02:34:29.420444Z","end":"2026-02-26T02:34:29.71711Z","steps":["trace[1998074405] 'process raft request' (duration: 296.488958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:29.71731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.653953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:34:29.717345Z","caller":"traceutil/trace.go:171","msg":"trace[2074498702] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:24941; }","duration":"245.792107ms","start":"2026-02-26T02:34:29.471543Z","end":"2026-02-26T02:34:29.717335Z","steps":["trace[2074498702] 'agreement among raft nodes before linearized reading' (duration: 245.609131ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:30.720995Z","caller":"traceutil/trace.go:171","msg":"trace[1007299058] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"111.284845ms","start":"2026-02-26T02:34:30.609668Z","end":"2026-02-26T02:34:30.720953Z","steps":["trace[1007299058] 'process raft request' (duration: 61.38295ms)","trace[1007299058] 'compare' (duration: 49.659367ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:30.9181Z","caller":"traceutil/trace.go:171","msg":"trace[2043794806] linearizableReadLoop","detail":"{readStateIndex:25821; appliedIndex:25820; }","duration":"117.510172ms","start":"2026-02-26T02:34:30.800561Z","end":"2026-02-26T02:34:30.918072Z","steps":["trace[2043794806] 'read index received' (duration: 88.886023ms)","trace[2043794806] 'applied index is now lower than readState.Index' (duration: 28.623029ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:30.918128Z","caller":"traceutil/trace.go:171","msg":"trace[1387352347] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"154.304951ms","start":"2026-02-26T02:34:30.763791Z","end":"2026-02-26T02:34:30.918096Z","steps":["trace[1387352347] 'process raft request' (duration: 125.774675ms)","trace[1387352347] 'compare' (duration: 28.377811ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:30.918297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.946332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:30.918338Z","caller":"traceutil/trace.go:171","msg":"trace[1053175567] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24954; }","duration":"116.052286ms","start":"2026-02-26T02:34:30.802275Z","end":"2026-02-26T02:34:30.918327Z","steps":["trace[1053175567] 'agreement among raft nodes before linearized reading' (duration: 115.942053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:30.918342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.75251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:34:30.918401Z","caller":"traceutil/trace.go:171","msg":"trace[2113214465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24954; }","duration":"117.850673ms","start":"2026-02-26T02:34:30.800536Z","end":"2026-02-26T02:34:30.918386Z","steps":["trace[2113214465] 'agreement among raft nodes before linearized reading' (duration: 117.640417ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:33.087874Z","caller":"traceutil/trace.go:171","msg":"trace[1368498500] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"122.499801ms","start":"2026-02-26T02:34:32.965344Z","end":"2026-02-26T02:34:33.087844Z","steps":["trace[1368498500] 'process raft request' (duration: 95.430951ms)","trace[1368498500] 'compare' (duration: 26.886674ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:36.38557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.505816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:36.385641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.311492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:36.385664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.912041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4947"} {"level":"info","ts":"2026-02-26T02:34:36.38568Z","caller":"traceutil/trace.go:171","msg":"trace[806258622] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25007; }","duration":"102.63124ms","start":"2026-02-26T02:34:36.283023Z","end":"2026-02-26T02:34:36.385654Z","steps":["trace[806258622] 'range keys from in-memory index tree' (duration: 102.378153ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:36.385714Z","caller":"traceutil/trace.go:171","msg":"trace[2119514589] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25007; }","duration":"103.414546ms","start":"2026-02-26T02:34:36.282279Z","end":"2026-02-26T02:34:36.385694Z","steps":["trace[2119514589] 'range keys from in-memory index tree' (duration: 103.25539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:36.385697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.235981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:36.385724Z","caller":"traceutil/trace.go:171","msg":"trace[202252239] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:25007; }","duration":"103.990153ms","start":"2026-02-26T02:34:36.281716Z","end":"2026-02-26T02:34:36.385706Z","steps":["trace[202252239] 'range keys from in-memory index tree' (duration: 103.775227ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:36.385772Z","caller":"traceutil/trace.go:171","msg":"trace[515330724] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25007; }","duration":"104.382006ms","start":"2026-02-26T02:34:36.281376Z","end":"2026-02-26T02:34:36.385758Z","steps":["trace[515330724] 'range keys from in-memory index tree' (duration: 104.151389ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:36.772577Z","caller":"traceutil/trace.go:171","msg":"trace[1638474922] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"101.248886ms","start":"2026-02-26T02:34:36.671285Z","end":"2026-02-26T02:34:36.772534Z","steps":["trace[1638474922] 'process raft request' (duration: 91.939751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:37.730264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231537881,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:34:37.778383Z","caller":"traceutil/trace.go:171","msg":"trace[811834538] linearizableReadLoop","detail":"{readStateIndex:25887; appliedIndex:25886; }","duration":"548.476962ms","start":"2026-02-26T02:34:37.22987Z","end":"2026-02-26T02:34:37.778347Z","steps":["trace[811834538] 'read index received' (duration: 500.528659ms)","trace[811834538] 'applied index is now lower than readState.Index' (duration: 47.947083ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:37.778405Z","caller":"traceutil/trace.go:171","msg":"trace[1087062682] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"588.486233ms","start":"2026-02-26T02:34:37.189869Z","end":"2026-02-26T02:34:37.778355Z","steps":["trace[1087062682] 'process raft request' (duration: 540.467058ms)","trace[1087062682] 'compare' (duration: 47.781668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:37.778462Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15853968763231537883,"received-request-id":15853968763231537881} {"level":"warn","ts":"2026-02-26T02:34:37.778651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:37.189847Z","time spent":"588.70104ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:37.778651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.761351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:34:37.778708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.843911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:37.77876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.534955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:34:37.778755Z","caller":"traceutil/trace.go:171","msg":"trace[1837180867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25018; }","duration":"548.913846ms","start":"2026-02-26T02:34:37.229813Z","end":"2026-02-26T02:34:37.778727Z","steps":["trace[1837180867] 'agreement among raft nodes before linearized reading' (duration: 548.644047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:37.7788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.716032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:34:37.778819Z","caller":"traceutil/trace.go:171","msg":"trace[1860371591] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25018; }","duration":"260.642729ms","start":"2026-02-26T02:34:37.518162Z","end":"2026-02-26T02:34:37.778805Z","steps":["trace[1860371591] 'agreement among raft nodes before linearized reading' (duration: 260.445873ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:37.77884Z","caller":"traceutil/trace.go:171","msg":"trace[1552813908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25018; }","duration":"521.815355ms","start":"2026-02-26T02:34:37.257009Z","end":"2026-02-26T02:34:37.778825Z","steps":["trace[1552813908] 'agreement among raft nodes before linearized reading' (duration: 521.577747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:37.778833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:37.229792Z","time spent":"549.0271ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:34:37.778819Z","caller":"traceutil/trace.go:171","msg":"trace[2013107654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25018; }","duration":"116.999976ms","start":"2026-02-26T02:34:37.661797Z","end":"2026-02-26T02:34:37.778797Z","steps":["trace[2013107654] 'agreement among raft nodes before linearized reading' (duration: 116.80835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:37.778876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:37.256987Z","time spent":"521.881127ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:34:37.953161Z","caller":"traceutil/trace.go:171","msg":"trace[1561428380] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"168.867844ms","start":"2026-02-26T02:34:37.784257Z","end":"2026-02-26T02:34:37.953124Z","steps":["trace[1561428380] 'process raft request' (duration: 110.038725ms)","trace[1561428380] 'compare' (duration: 58.626472ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:41.869273Z","caller":"traceutil/trace.go:171","msg":"trace[1366596322] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"119.507996ms","start":"2026-02-26T02:34:41.749737Z","end":"2026-02-26T02:34:41.869245Z","steps":["trace[1366596322] 'process raft request' (duration: 79.03162ms)","trace[1366596322] 'compare' (duration: 40.111045ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:42.44598Z","caller":"traceutil/trace.go:171","msg":"trace[698163660] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"165.166456ms","start":"2026-02-26T02:34:42.28078Z","end":"2026-02-26T02:34:42.445947Z","steps":["trace[698163660] 'process raft request' (duration: 92.107885ms)","trace[698163660] 'compare' (duration: 72.916836ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:43.002867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.65981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:43.003044Z","caller":"traceutil/trace.go:171","msg":"trace[2008107511] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"152.887386ms","start":"2026-02-26T02:34:42.850132Z","end":"2026-02-26T02:34:43.003019Z","steps":["trace[2008107511] 'process raft request' (duration: 39.005979ms)","trace[2008107511] 'compare' (duration: 113.517436ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:43.064999Z","caller":"traceutil/trace.go:171","msg":"trace[150280299] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"173.107069ms","start":"2026-02-26T02:34:42.89188Z","end":"2026-02-26T02:34:43.064987Z","steps":["trace[150280299] 'process raft request' (duration: 173.031926ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:43.068047Z","caller":"traceutil/trace.go:171","msg":"trace[1818018603] linearizableReadLoop","detail":"{readStateIndex:25944; appliedIndex:25943; }","duration":"103.242569ms","start":"2026-02-26T02:34:42.964779Z","end":"2026-02-26T02:34:43.068021Z","steps":["trace[1818018603] 'read index received' (duration: 100.489952ms)","trace[1818018603] 'applied index is now lower than readState.Index' (duration: 2.751127ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:43.068367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.569039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:43.068413Z","caller":"traceutil/trace.go:171","msg":"trace[597973033] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25077; }","duration":"103.648842ms","start":"2026-02-26T02:34:42.964752Z","end":"2026-02-26T02:34:43.068401Z","steps":["trace[597973033] 'agreement among raft nodes before linearized reading' (duration: 103.565719ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:43.068559Z","caller":"traceutil/trace.go:171","msg":"trace[733329741] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"108.537157ms","start":"2026-02-26T02:34:42.959991Z","end":"2026-02-26T02:34:43.068528Z","steps":["trace[733329741] 'process raft request' (duration: 107.820404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:43.068619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.701754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:43.068653Z","caller":"traceutil/trace.go:171","msg":"trace[1273483108] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25077; }","duration":"103.746676ms","start":"2026-02-26T02:34:42.964897Z","end":"2026-02-26T02:34:43.068644Z","steps":["trace[1273483108] 'agreement among raft nodes before linearized reading' (duration: 103.698514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:43.068745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.787197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:43.068776Z","caller":"traceutil/trace.go:171","msg":"trace[1795068450] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25077; }","duration":"103.866139ms","start":"2026-02-26T02:34:42.964902Z","end":"2026-02-26T02:34:43.068769Z","steps":["trace[1795068450] 'agreement among raft nodes before linearized reading' (duration: 103.818267ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:43.19973Z","caller":"traceutil/trace.go:171","msg":"trace[1942075934] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"130.588038ms","start":"2026-02-26T02:34:43.06899Z","end":"2026-02-26T02:34:43.199578Z","steps":["trace[1942075934] 'process raft request' (duration: 66.181482ms)","trace[1942075934] 'compare' (duration: 63.847208ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:45.966347Z","caller":"traceutil/trace.go:171","msg":"trace[1738820458] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"198.570837ms","start":"2026-02-26T02:34:45.767741Z","end":"2026-02-26T02:34:45.966312Z","steps":["trace[1738820458] 'process raft request' (duration: 197.958318ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:46.169714Z","caller":"traceutil/trace.go:171","msg":"trace[1768224956] linearizableReadLoop","detail":"{readStateIndex:25968; appliedIndex:25967; }","duration":"194.932682ms","start":"2026-02-26T02:34:45.974758Z","end":"2026-02-26T02:34:46.169691Z","steps":["trace[1768224956] 'read index received' (duration: 194.637912ms)","trace[1768224956] 'applied index is now lower than readState.Index' (duration: 293.71µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:46.169785Z","caller":"traceutil/trace.go:171","msg":"trace[1074274877] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"378.938457ms","start":"2026-02-26T02:34:45.790813Z","end":"2026-02-26T02:34:46.169752Z","steps":["trace[1074274877] 'process raft request' (duration: 378.700279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:46.169968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.18501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:34:46.170052Z","caller":"traceutil/trace.go:171","msg":"trace[18887563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25097; }","duration":"195.327565ms","start":"2026-02-26T02:34:45.974707Z","end":"2026-02-26T02:34:46.170035Z","steps":["trace[18887563] 'agreement among raft nodes before linearized reading' (duration: 195.112498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:46.170098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.643736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:34:46.170119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.559882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:34:46.170182Z","caller":"traceutil/trace.go:171","msg":"trace[1894031522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25097; }","duration":"173.78133ms","start":"2026-02-26T02:34:45.996383Z","end":"2026-02-26T02:34:46.170164Z","steps":["trace[1894031522] 'agreement among raft nodes before linearized reading' (duration: 173.524802ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:46.170192Z","caller":"traceutil/trace.go:171","msg":"trace[374319630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25097; }","duration":"127.644565ms","start":"2026-02-26T02:34:46.042531Z","end":"2026-02-26T02:34:46.170175Z","steps":["trace[374319630] 'agreement among raft nodes before linearized reading' (duration: 127.398477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:46.170605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:45.790787Z","time spent":"379.068961ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11166,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:47.246139Z","caller":"traceutil/trace.go:171","msg":"trace[1261004136] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"160.067835ms","start":"2026-02-26T02:34:47.086043Z","end":"2026-02-26T02:34:47.246111Z","steps":["trace[1261004136] 'process raft request' (duration: 159.735465ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:47.246435Z","caller":"traceutil/trace.go:171","msg":"trace[1845387978] linearizableReadLoop","detail":"{readStateIndex:25981; appliedIndex:25977; }","duration":"148.032113ms","start":"2026-02-26T02:34:47.098378Z","end":"2026-02-26T02:34:47.24641Z","steps":["trace[1845387978] 'read index received' (duration: 147.401243ms)","trace[1845387978] 'applied index is now lower than readState.Index' (duration: 630.11µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:47.246556Z","caller":"traceutil/trace.go:171","msg":"trace[943801712] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"158.680791ms","start":"2026-02-26T02:34:47.087864Z","end":"2026-02-26T02:34:47.246544Z","steps":["trace[943801712] 'process raft request' (duration: 158.196175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:47.246816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.81456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:47.246873Z","caller":"traceutil/trace.go:171","msg":"trace[844180191] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25110; }","duration":"161.895003ms","start":"2026-02-26T02:34:47.084965Z","end":"2026-02-26T02:34:47.24686Z","steps":["trace[844180191] 'agreement among raft nodes before linearized reading' (duration: 161.741158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:47.246973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.997326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:47.247021Z","caller":"traceutil/trace.go:171","msg":"trace[1252670790] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25110; }","duration":"162.075008ms","start":"2026-02-26T02:34:47.084932Z","end":"2026-02-26T02:34:47.247007Z","steps":["trace[1252670790] 'agreement among raft nodes before linearized reading' (duration: 161.984636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:47.24725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.845203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:47.247292Z","caller":"traceutil/trace.go:171","msg":"trace[1430142739] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25110; }","duration":"111.928755ms","start":"2026-02-26T02:34:47.135351Z","end":"2026-02-26T02:34:47.24728Z","steps":["trace[1430142739] 'agreement among raft nodes before linearized reading' (duration: 111.859023ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:47.247357Z","caller":"traceutil/trace.go:171","msg":"trace[396116934] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"157.061199ms","start":"2026-02-26T02:34:47.090278Z","end":"2026-02-26T02:34:47.24734Z","steps":["trace[396116934] 'process raft request' (duration: 156.089088ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:47.247207Z","caller":"traceutil/trace.go:171","msg":"trace[220741177] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"159.275929ms","start":"2026-02-26T02:34:47.087916Z","end":"2026-02-26T02:34:47.247192Z","steps":["trace[220741177] 'process raft request' (duration: 158.35978ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:49.512166Z","caller":"traceutil/trace.go:171","msg":"trace[45802948] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"128.482801ms","start":"2026-02-26T02:34:49.383655Z","end":"2026-02-26T02:34:49.512138Z","steps":["trace[45802948] 'process raft request' (duration: 128.106459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.837394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231538157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:34:50.909778Z","caller":"traceutil/trace.go:171","msg":"trace[1388128857] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"598.358676ms","start":"2026-02-26T02:34:50.311396Z","end":"2026-02-26T02:34:50.909755Z","steps":["trace[1388128857] 'process raft request' (duration: 598.220372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:50.909949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.311365Z","time spent":"598.4761ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:51.803243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.985918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:34:51.803561Z","caller":"traceutil/trace.go:171","msg":"trace[666200916] linearizableReadLoop","detail":"{readStateIndex:26007; appliedIndex:26004; }","duration":"1.467228075s","start":"2026-02-26T02:34:50.336311Z","end":"2026-02-26T02:34:51.80354Z","steps":["trace[666200916] 'read index received' (duration: 573.32765ms)","trace[666200916] 'applied index is now lower than readState.Index' (duration: 893.899175ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:51.803713Z","caller":"traceutil/trace.go:171","msg":"trace[550837596] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"1.144008379s","start":"2026-02-26T02:34:50.659682Z","end":"2026-02-26T02:34:51.80369Z","steps":["trace[550837596] 'process raft request' (duration: 1.143770902s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:51.803849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467539595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T02:34:51.803848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.659643Z","time spent":"1.144152844s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:51.803907Z","caller":"traceutil/trace.go:171","msg":"trace[261587988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25135; }","duration":"1.467638648s","start":"2026-02-26T02:34:50.336254Z","end":"2026-02-26T02:34:51.803893Z","steps":["trace[261587988] 'agreement among raft nodes before linearized reading' (duration: 1.467449232s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:51.803955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.336233Z","time spent":"1.4677111s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:34:51.80407Z","caller":"traceutil/trace.go:171","msg":"trace[1026424409] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"1.204961086s","start":"2026-02-26T02:34:50.598703Z","end":"2026-02-26T02:34:51.803664Z","steps":["trace[1026424409] 'process raft request' (duration: 859.178862ms)","trace[1026424409] 'compare' (duration: 343.533072ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:51.804477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.598676Z","time spent":"1.20573022s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:52.000656Z","caller":"traceutil/trace.go:171","msg":"trace[246968310] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"710.066255ms","start":"2026-02-26T02:34:51.290552Z","end":"2026-02-26T02:34:52.000619Z","steps":["trace[246968310] 'process raft request' (duration: 709.92799ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:52.000795Z","caller":"traceutil/trace.go:171","msg":"trace[1521501654] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"707.804263ms","start":"2026-02-26T02:34:51.292973Z","end":"2026-02-26T02:34:52.000777Z","steps":["trace[1521501654] 'process raft request' (duration: 707.554315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.000888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.292949Z","time spent":"707.886706ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:52.001383Z","caller":"traceutil/trace.go:171","msg":"trace[564527978] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"634.448663ms","start":"2026-02-26T02:34:51.366926Z","end":"2026-02-26T02:34:52.001374Z","steps":["trace[564527978] 'process raft request' (duration: 634.158443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.001431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.366879Z","time spent":"634.531356ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:52.001388Z","caller":"traceutil/trace.go:171","msg":"trace[277779248] linearizableReadLoop","detail":"{readStateIndex:26012; appliedIndex:26007; }","duration":"197.740761ms","start":"2026-02-26T02:34:51.803629Z","end":"2026-02-26T02:34:52.001369Z","steps":["trace[277779248] 'read index received' (duration: 196.732909ms)","trace[277779248] 'applied index is now lower than readState.Index' (duration: 1.006601ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:34:52.00177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296571355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:52.001798Z","caller":"traceutil/trace.go:171","msg":"trace[580468566] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25140; }","duration":"1.296631947s","start":"2026-02-26T02:34:50.70516Z","end":"2026-02-26T02:34:52.001792Z","steps":["trace[580468566] 'agreement among raft nodes before linearized reading' (duration: 1.296584955s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.001813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.705142Z","time spent":"1.296667858s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:34:52.002032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.59414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:34:52.002139Z","caller":"traceutil/trace.go:171","msg":"trace[1510680312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25140; }","duration":"528.738815ms","start":"2026-02-26T02:34:51.473394Z","end":"2026-02-26T02:34:52.002133Z","steps":["trace[1510680312] 'agreement among raft nodes before linearized reading' (duration: 528.568779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.002204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.473372Z","time spent":"528.825998ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:34:52.002554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.13797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:52.002573Z","caller":"traceutil/trace.go:171","msg":"trace[1041014476] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25140; }","duration":"638.200742ms","start":"2026-02-26T02:34:51.364368Z","end":"2026-02-26T02:34:52.002568Z","steps":["trace[1041014476] 'agreement among raft nodes before linearized reading' (duration: 638.169191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.002587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.364347Z","time spent":"638.236463ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:34:52.002656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.025767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:52.002669Z","caller":"traceutil/trace.go:171","msg":"trace[338813153] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25140; }","duration":"712.084109ms","start":"2026-02-26T02:34:51.290581Z","end":"2026-02-26T02:34:52.002666Z","steps":["trace[338813153] 'agreement among raft nodes before linearized reading' (duration: 712.063108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.002681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.290557Z","time spent":"712.12133ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-26T02:34:52.002783Z","caller":"traceutil/trace.go:171","msg":"trace[932163837] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"873.674052ms","start":"2026-02-26T02:34:51.129083Z","end":"2026-02-26T02:34:52.002757Z","steps":["trace[932163837] 'process raft request' (duration: 871.250705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.00288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526918922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:52.002943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.129044Z","time spent":"873.801676ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:52.002971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.443546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:52.003005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.964331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:52.003148Z","caller":"traceutil/trace.go:171","msg":"trace[818159361] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25140; }","duration":"874.141307ms","start":"2026-02-26T02:34:51.128971Z","end":"2026-02-26T02:34:52.003112Z","steps":["trace[818159361] 'agreement among raft nodes before linearized reading' (duration: 873.93501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.003187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665783602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:52.003211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.12895Z","time spent":"874.252541ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-26T02:34:52.003218Z","caller":"traceutil/trace.go:171","msg":"trace[1349601017] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25140; }","duration":"1.665854614s","start":"2026-02-26T02:34:50.337355Z","end":"2026-02-26T02:34:52.003209Z","steps":["trace[1349601017] 'agreement among raft nodes before linearized reading' (duration: 1.665811193s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.003258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.337333Z","time spent":"1.665917086s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-26T02:34:52.003053Z","caller":"traceutil/trace.go:171","msg":"trace[1740869606] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25140; }","duration":"721.57793ms","start":"2026-02-26T02:34:51.281454Z","end":"2026-02-26T02:34:52.003032Z","steps":["trace[1740869606] 'agreement among raft nodes before linearized reading' (duration: 721.414755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.003227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.313359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:52.003383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528260124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:52.003411Z","caller":"traceutil/trace.go:171","msg":"trace[1083788130] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25140; }","duration":"1.528339127s","start":"2026-02-26T02:34:50.475063Z","end":"2026-02-26T02:34:52.003402Z","steps":["trace[1083788130] 'agreement among raft nodes before linearized reading' (duration: 1.528299476s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:52.003413Z","caller":"traceutil/trace.go:171","msg":"trace[1965104292] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25140; }","duration":"929.534936ms","start":"2026-02-26T02:34:51.073861Z","end":"2026-02-26T02:34:52.003396Z","steps":["trace[1965104292] 'agreement among raft nodes before linearized reading' (duration: 929.225026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.003443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.475032Z","time spent":"1.528405649s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:34:52.003465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.073842Z","time spent":"929.605788ms","remote":"127.0.0.1:48988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:52.003321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.851023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:34:52.003552Z","caller":"traceutil/trace.go:171","msg":"trace[1448040733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25140; }","duration":"486.09805ms","start":"2026-02-26T02:34:51.517409Z","end":"2026-02-26T02:34:52.003507Z","steps":["trace[1448040733] 'agreement among raft nodes before linearized reading' (duration: 484.154879ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:52.003001Z","caller":"traceutil/trace.go:171","msg":"trace[2082686972] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25140; }","duration":"1.527100118s","start":"2026-02-26T02:34:50.475883Z","end":"2026-02-26T02:34:52.002983Z","steps":["trace[2082686972] 'agreement among raft nodes before linearized reading' (duration: 1.526900271s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.003588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.517392Z","time spent":"486.188234ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:52.003549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.281432Z","time spent":"721.914231ms","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:52.003088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.290535Z","time spent":"710.20634ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:52.003595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.47586Z","time spent":"1.527728968s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:34:52.003051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526182549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:52.003916Z","caller":"traceutil/trace.go:171","msg":"trace[1623954032] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25140; }","duration":"1.526996555s","start":"2026-02-26T02:34:50.476805Z","end":"2026-02-26T02:34:52.003802Z","steps":["trace[1623954032] 'agreement among raft nodes before linearized reading' (duration: 1.52622139s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.003923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667557078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-26T02:34:52.003952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.476775Z","time spent":"1.52716849s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-26T02:34:52.003981Z","caller":"traceutil/trace.go:171","msg":"trace[937289891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25140; }","duration":"1.667647391s","start":"2026-02-26T02:34:50.336315Z","end":"2026-02-26T02:34:52.003963Z","steps":["trace[937289891] 'agreement among raft nodes before linearized reading' (duration: 1.667078373s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.004039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.336293Z","time spent":"1.667732944s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:34:52.004092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344227109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:52.004147Z","caller":"traceutil/trace.go:171","msg":"trace[1826368565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25140; }","duration":"1.344308481s","start":"2026-02-26T02:34:50.659827Z","end":"2026-02-26T02:34:52.004135Z","steps":["trace[1826368565] 'agreement among raft nodes before linearized reading' (duration: 1.344207898s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.004169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:50.659812Z","time spent":"1.344350943s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:34:52.001109Z","caller":"traceutil/trace.go:171","msg":"trace[623517933] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"707.140482ms","start":"2026-02-26T02:34:51.293962Z","end":"2026-02-26T02:34:52.001102Z","steps":["trace[623517933] 'process raft request' (duration: 706.780381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:52.007347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:51.293948Z","time spent":"713.328178ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:52.038414Z","caller":"traceutil/trace.go:171","msg":"trace[519355261] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"229.848972ms","start":"2026-02-26T02:34:51.808542Z","end":"2026-02-26T02:34:52.038391Z","steps":["trace[519355261] 'process raft request' (duration: 229.706587ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:53.531413Z","caller":"traceutil/trace.go:171","msg":"trace[584952089] linearizableReadLoop","detail":"{readStateIndex:26019; appliedIndex:26018; }","duration":"233.825467ms","start":"2026-02-26T02:34:53.297562Z","end":"2026-02-26T02:34:53.531388Z","steps":["trace[584952089] 'read index received' (duration: 233.630701ms)","trace[584952089] 'applied index is now lower than readState.Index' (duration: 193.476µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:53.531534Z","caller":"traceutil/trace.go:171","msg":"trace[2106712966] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"280.8017ms","start":"2026-02-26T02:34:53.250699Z","end":"2026-02-26T02:34:53.531501Z","steps":["trace[2106712966] 'process raft request' (duration: 280.521911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:53.53161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.819659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:53.531613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.011753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:53.531655Z","caller":"traceutil/trace.go:171","msg":"trace[1818601037] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25147; }","duration":"189.929213ms","start":"2026-02-26T02:34:53.341714Z","end":"2026-02-26T02:34:53.531643Z","steps":["trace[1818601037] 'agreement among raft nodes before linearized reading' (duration: 189.8236ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:53.532462Z","caller":"traceutil/trace.go:171","msg":"trace[1831230041] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25147; }","duration":"234.161068ms","start":"2026-02-26T02:34:53.297529Z","end":"2026-02-26T02:34:53.53169Z","steps":["trace[1831230041] 'agreement among raft nodes before linearized reading' (duration: 233.984032ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.176744Z","caller":"traceutil/trace.go:171","msg":"trace[449178826] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"367.056228ms","start":"2026-02-26T02:34:53.809663Z","end":"2026-02-26T02:34:54.176719Z","steps":["trace[449178826] 'process raft request' (duration: 366.888283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.176896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.809642Z","time spent":"367.174762ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:54.261813Z","caller":"traceutil/trace.go:171","msg":"trace[931203687] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"451.604004ms","start":"2026-02-26T02:34:53.810185Z","end":"2026-02-26T02:34:54.261789Z","steps":["trace[931203687] 'process raft request' (duration: 442.03143ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.261968Z","caller":"traceutil/trace.go:171","msg":"trace[420147858] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"252.998636ms","start":"2026-02-26T02:34:54.008951Z","end":"2026-02-26T02:34:54.261949Z","steps":["trace[420147858] 'process raft request' (duration: 252.757619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.26201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.810176Z","time spent":"451.722818ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:34:54.262439Z","caller":"traceutil/trace.go:171","msg":"trace[1905743581] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"252.710627ms","start":"2026-02-26T02:34:54.009717Z","end":"2026-02-26T02:34:54.262427Z","steps":["trace[1905743581] 'process raft request' (duration: 252.185901ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.262543Z","caller":"traceutil/trace.go:171","msg":"trace[475444639] linearizableReadLoop","detail":"{readStateIndex:26021; appliedIndex:26019; }","duration":"381.339632ms","start":"2026-02-26T02:34:53.88118Z","end":"2026-02-26T02:34:54.262519Z","steps":["trace[475444639] 'read index received' (duration: 295.373202ms)","trace[475444639] 'applied index is now lower than readState.Index' (duration: 85.96489ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:54.262585Z","caller":"traceutil/trace.go:171","msg":"trace[257298907] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"250.487546ms","start":"2026-02-26T02:34:54.012052Z","end":"2026-02-26T02:34:54.262539Z","steps":["trace[257298907] 'process raft request' (duration: 250.375022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.262709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.525128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:54.262772Z","caller":"traceutil/trace.go:171","msg":"trace[883013014] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25154; }","duration":"381.697603ms","start":"2026-02-26T02:34:53.881057Z","end":"2026-02-26T02:34:54.262755Z","steps":["trace[883013014] 'agreement among raft nodes before linearized reading' (duration: 381.5927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.262826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:53.881027Z","time spent":"381.781396ms","remote":"127.0.0.1:56554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:34:54.262755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.543067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:54.262987Z","caller":"traceutil/trace.go:171","msg":"trace[2041552272] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25154; }","duration":"255.773774ms","start":"2026-02-26T02:34:54.007182Z","end":"2026-02-26T02:34:54.262956Z","steps":["trace[2041552272] 'agreement among raft nodes before linearized reading' (duration: 255.507066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.263024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.300552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:54.263087Z","caller":"traceutil/trace.go:171","msg":"trace[1391760331] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25154; }","duration":"251.384495ms","start":"2026-02-26T02:34:54.011676Z","end":"2026-02-26T02:34:54.26306Z","steps":["trace[1391760331] 'agreement among raft nodes before linearized reading' (duration: 251.318872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.262922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.076015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-26T02:34:54.263221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.453807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:54.263252Z","caller":"traceutil/trace.go:171","msg":"trace[598018627] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25154; }","duration":"251.498868ms","start":"2026-02-26T02:34:54.011745Z","end":"2026-02-26T02:34:54.263244Z","steps":["trace[598018627] 'agreement among raft nodes before linearized reading' (duration: 251.456507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.263241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.787241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:34:54.263257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.065397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:54.263305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.027245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:54.263307Z","caller":"traceutil/trace.go:171","msg":"trace[110382983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25154; }","duration":"213.872424ms","start":"2026-02-26T02:34:54.049415Z","end":"2026-02-26T02:34:54.263287Z","steps":["trace[110382983] 'agreement among raft nodes before linearized reading' (duration: 213.668447ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.263342Z","caller":"traceutil/trace.go:171","msg":"trace[1679623197] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25154; }","duration":"252.16142ms","start":"2026-02-26T02:34:54.011163Z","end":"2026-02-26T02:34:54.263325Z","steps":["trace[1679623197] 'agreement among raft nodes before linearized reading' (duration: 252.016515ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.263362Z","caller":"traceutil/trace.go:171","msg":"trace[1169426914] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25154; }","duration":"252.095618ms","start":"2026-02-26T02:34:54.011254Z","end":"2026-02-26T02:34:54.263349Z","steps":["trace[1169426914] 'agreement among raft nodes before linearized reading' (duration: 252.002435ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.263224Z","caller":"traceutil/trace.go:171","msg":"trace[1267499268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25154; }","duration":"211.411136ms","start":"2026-02-26T02:34:54.051786Z","end":"2026-02-26T02:34:54.263197Z","steps":["trace[1267499268] 'agreement among raft nodes before linearized reading' (duration: 211.013593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.263395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.788264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:54.263442Z","caller":"traceutil/trace.go:171","msg":"trace[1125461126] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25154; }","duration":"254.873065ms","start":"2026-02-26T02:34:54.008559Z","end":"2026-02-26T02:34:54.263432Z","steps":["trace[1125461126] 'agreement among raft nodes before linearized reading' (duration: 254.785263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.263433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.126532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:54.263503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.659914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:54.262778Z","caller":"traceutil/trace.go:171","msg":"trace[880705782] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"249.63218ms","start":"2026-02-26T02:34:54.01309Z","end":"2026-02-26T02:34:54.262722Z","steps":["trace[880705782] 'process raft request' (duration: 249.372582ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.263583Z","caller":"traceutil/trace.go:171","msg":"trace[876761224] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25154; }","duration":"251.779818ms","start":"2026-02-26T02:34:54.01179Z","end":"2026-02-26T02:34:54.26357Z","steps":["trace[876761224] 'agreement among raft nodes before linearized reading' (duration: 251.410396ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.263599Z","caller":"traceutil/trace.go:171","msg":"trace[208350133] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25154; }","duration":"254.269187ms","start":"2026-02-26T02:34:54.009277Z","end":"2026-02-26T02:34:54.263547Z","steps":["trace[208350133] 'agreement among raft nodes before linearized reading' (duration: 254.096352ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:54.263739Z","caller":"traceutil/trace.go:171","msg":"trace[3806778] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"251.207759ms","start":"2026-02-26T02:34:54.011309Z","end":"2026-02-26T02:34:54.262517Z","steps":["trace[3806778] 'process raft request' (duration: 251.050254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.263766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.969073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:34:54.263832Z","caller":"traceutil/trace.go:171","msg":"trace[218119663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25154; }","duration":"212.053846ms","start":"2026-02-26T02:34:54.051766Z","end":"2026-02-26T02:34:54.263819Z","steps":["trace[218119663] 'agreement among raft nodes before linearized reading' (duration: 211.179208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:54.266406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.263015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:34:54.266484Z","caller":"traceutil/trace.go:171","msg":"trace[1401184626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25154; }","duration":"225.380489ms","start":"2026-02-26T02:34:54.041087Z","end":"2026-02-26T02:34:54.266467Z","steps":["trace[1401184626] 'agreement among raft nodes before linearized reading' (duration: 221.912459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:55.531493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231538210,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:34:55.538137Z","caller":"traceutil/trace.go:171","msg":"trace[768075320] linearizableReadLoop","detail":"{readStateIndex:26032; appliedIndex:26031; }","duration":"506.828579ms","start":"2026-02-26T02:34:55.031279Z","end":"2026-02-26T02:34:55.538108Z","steps":["trace[768075320] 'read index received' (duration: 506.643433ms)","trace[768075320] 'applied index is now lower than readState.Index' (duration: 183.816µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:55.538208Z","caller":"traceutil/trace.go:171","msg":"trace[1045335600] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"565.352908ms","start":"2026-02-26T02:34:54.972827Z","end":"2026-02-26T02:34:55.53818Z","steps":["trace[1045335600] 'process raft request' (duration: 565.058189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:55.538347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:54.972804Z","time spent":"565.469991ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:55.538351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.043726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:55.538395Z","caller":"traceutil/trace.go:171","msg":"trace[1875140368] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25159; }","duration":"507.145069ms","start":"2026-02-26T02:34:55.031237Z","end":"2026-02-26T02:34:55.538382Z","steps":["trace[1875140368] 'agreement among raft nodes before linearized reading' (duration: 507.042276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:55.53841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.948793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:34:55.538435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:55.031219Z","time spent":"507.205451ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:34:55.538461Z","caller":"traceutil/trace.go:171","msg":"trace[2004512891] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25159; }","duration":"235.046806ms","start":"2026-02-26T02:34:55.3034Z","end":"2026-02-26T02:34:55.538447Z","steps":["trace[2004512891] 'agreement among raft nodes before linearized reading' (duration: 234.951993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:55.538651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.57432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:34:55.538668Z","caller":"traceutil/trace.go:171","msg":"trace[881512135] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25159; }","duration":"160.592301ms","start":"2026-02-26T02:34:55.378071Z","end":"2026-02-26T02:34:55.538663Z","steps":["trace[881512135] 'agreement among raft nodes before linearized reading' (duration: 160.525899ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:57.476654Z","caller":"traceutil/trace.go:171","msg":"trace[1049948954] linearizableReadLoop","detail":"{readStateIndex:26045; appliedIndex:26044; }","duration":"401.520314ms","start":"2026-02-26T02:34:57.075109Z","end":"2026-02-26T02:34:57.476629Z","steps":["trace[1049948954] 'read index received' (duration: 401.265216ms)","trace[1049948954] 'applied index is now lower than readState.Index' (duration: 254.098µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:34:57.476723Z","caller":"traceutil/trace.go:171","msg":"trace[203718245] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"402.793155ms","start":"2026-02-26T02:34:57.073894Z","end":"2026-02-26T02:34:57.476688Z","steps":["trace[203718245] 'process raft request' (duration: 402.581348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.476816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.69127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:34:57.476859Z","caller":"traceutil/trace.go:171","msg":"trace[627848254] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25172; }","duration":"401.795603ms","start":"2026-02-26T02:34:57.075052Z","end":"2026-02-26T02:34:57.476847Z","steps":["trace[627848254] 'agreement among raft nodes before linearized reading' (duration: 401.70442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:34:57.476883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.07387Z","time spent":"402.931759ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:34:57.476902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:34:57.075031Z","time spent":"401.860715ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:34:58.039994Z","caller":"traceutil/trace.go:171","msg":"trace[9981295] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"229.326464ms","start":"2026-02-26T02:34:57.810643Z","end":"2026-02-26T02:34:58.03997Z","steps":["trace[9981295] 'process raft request' (duration: 229.158269ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:34:58.190745Z","caller":"traceutil/trace.go:171","msg":"trace[455231062] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"125.334891ms","start":"2026-02-26T02:34:58.065384Z","end":"2026-02-26T02:34:58.190719Z","steps":["trace[455231062] 'process raft request' (duration: 125.149515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:04.252649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.939503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:04.252911Z","caller":"traceutil/trace.go:171","msg":"trace[1371416804] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25232; }","duration":"201.086618ms","start":"2026-02-26T02:35:04.051665Z","end":"2026-02-26T02:35:04.252751Z","steps":["trace[1371416804] 'count revisions from in-memory index tree' (duration: 200.822659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:35:06.485819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.874709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:35:06.48591Z","caller":"traceutil/trace.go:171","msg":"trace[1900685314] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25253; }","duration":"109.007293ms","start":"2026-02-26T02:35:06.376883Z","end":"2026-02-26T02:35:06.48589Z","steps":["trace[1900685314] 'range keys from in-memory index tree' (duration: 108.791745ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:35:06.486307Z","caller":"traceutil/trace.go:171","msg":"trace[476245702] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"106.304646ms","start":"2026-02-26T02:35:06.379984Z","end":"2026-02-26T02:35:06.486289Z","steps":["trace[476245702] 'process raft request' (duration: 39.639829ms)","trace[476245702] 'compare' (duration: 66.342837ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:39.447954Z","caller":"traceutil/trace.go:171","msg":"trace[1369566290] linearizableReadLoop","detail":"{readStateIndex:27074; appliedIndex:27073; }","duration":"256.194848ms","start":"2026-02-26T02:36:39.191731Z","end":"2026-02-26T02:36:39.447926Z","steps":["trace[1369566290] 'read index received' (duration: 255.998122ms)","trace[1369566290] 'applied index is now lower than readState.Index' (duration: 195.596µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:39.448183Z","caller":"traceutil/trace.go:171","msg":"trace[911002986] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"275.422919ms","start":"2026-02-26T02:36:39.172741Z","end":"2026-02-26T02:36:39.448164Z","steps":["trace[911002986] 'process raft request' (duration: 275.019156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.448328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.544726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:36:39.448412Z","caller":"traceutil/trace.go:171","msg":"trace[1415483623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26175; }","duration":"254.712661ms","start":"2026-02-26T02:36:39.193678Z","end":"2026-02-26T02:36:39.448391Z","steps":["trace[1415483623] 'agreement among raft nodes before linearized reading' (duration: 254.501634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.448601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.872669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:36:39.448629Z","caller":"traceutil/trace.go:171","msg":"trace[1332935140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26175; }","duration":"256.930921ms","start":"2026-02-26T02:36:39.19169Z","end":"2026-02-26T02:36:39.448621Z","steps":["trace[1332935140] 'agreement among raft nodes before linearized reading' (duration: 256.835318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.448672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.942257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:36:39.448741Z","caller":"traceutil/trace.go:171","msg":"trace[1239077593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26175; }","duration":"254.050341ms","start":"2026-02-26T02:36:39.194673Z","end":"2026-02-26T02:36:39.448724Z","steps":["trace[1239077593] 'agreement among raft nodes before linearized reading' (duration: 253.860775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:39.978427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853968763231540617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:36:40.047828Z","caller":"traceutil/trace.go:171","msg":"trace[1195574860] linearizableReadLoop","detail":"{readStateIndex:27077; appliedIndex:27074; }","duration":"569.894052ms","start":"2026-02-26T02:36:39.477907Z","end":"2026-02-26T02:36:40.047801Z","steps":["trace[1195574860] 'read index received' (duration: 545.720644ms)","trace[1195574860] 'applied index is now lower than readState.Index' (duration: 24.172468ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:40.047936Z","caller":"traceutil/trace.go:171","msg":"trace[1275756829] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"591.906442ms","start":"2026-02-26T02:36:39.456022Z","end":"2026-02-26T02:36:40.047929Z","steps":["trace[1275756829] 'process raft request' (duration: 591.723606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:40.048021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.455994Z","time spent":"591.963053ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:40.04805Z","caller":"traceutil/trace.go:171","msg":"trace[512027764] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"591.707955ms","start":"2026-02-26T02:36:39.45631Z","end":"2026-02-26T02:36:40.048018Z","steps":["trace[512027764] 'process raft request' (duration: 591.465917ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:40.04799Z","caller":"traceutil/trace.go:171","msg":"trace[522226868] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"592.277503ms","start":"2026-02-26T02:36:39.455652Z","end":"2026-02-26T02:36:40.04793Z","steps":["trace[522226868] 'process raft request' (duration: 567.855408ms)","trace[522226868] 'compare' (duration: 24.096735ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:40.048175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.235343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-02-26T02:36:40.048217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.610085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-26T02:36:40.048242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.456272Z","time spent":"591.85269ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:40.048235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.455636Z","time spent":"592.511261ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:40.048268Z","caller":"traceutil/trace.go:171","msg":"trace[1933097175] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:26178; }","duration":"570.373157ms","start":"2026-02-26T02:36:39.47787Z","end":"2026-02-26T02:36:40.048243Z","steps":["trace[1933097175] 'agreement among raft nodes before linearized reading' (duration: 570.070567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:40.048233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.18882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-02-26T02:36:40.048304Z","caller":"traceutil/trace.go:171","msg":"trace[953620249] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26178; }","duration":"315.706608ms","start":"2026-02-26T02:36:39.732573Z","end":"2026-02-26T02:36:40.04828Z","steps":["trace[953620249] 'agreement among raft nodes before linearized reading' (duration: 315.425399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:40.048327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.477855Z","time spent":"570.46284ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-02-26T02:36:40.048367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.732548Z","time spent":"315.804982ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-26T02:36:40.04839Z","caller":"traceutil/trace.go:171","msg":"trace[1516880156] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26178; }","duration":"104.340064ms","start":"2026-02-26T02:36:39.94398Z","end":"2026-02-26T02:36:40.04832Z","steps":["trace[1516880156] 'agreement among raft nodes before linearized reading' (duration: 104.010684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:40.048709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.367081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:40.048836Z","caller":"traceutil/trace.go:171","msg":"trace[1821760683] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26178; }","duration":"436.472204ms","start":"2026-02-26T02:36:39.612318Z","end":"2026-02-26T02:36:40.04879Z","steps":["trace[1821760683] 'agreement among raft nodes before linearized reading' (duration: 435.662839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:40.04888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:39.612236Z","time spent":"436.632859ms","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:46.421245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.05789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:36:46.421331Z","caller":"traceutil/trace.go:171","msg":"trace[121512206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26221; }","duration":"129.177283ms","start":"2026-02-26T02:36:46.292131Z","end":"2026-02-26T02:36:46.421308Z","steps":["trace[121512206] 'range keys from in-memory index tree' (duration: 128.858053ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:47.037642Z","caller":"traceutil/trace.go:171","msg":"trace[636425130] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"155.958894ms","start":"2026-02-26T02:36:46.881185Z","end":"2026-02-26T02:36:47.037144Z","steps":["trace[636425130] 'process raft request' (duration: 146.222364ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:47.351944Z","caller":"traceutil/trace.go:171","msg":"trace[1490511387] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"410.445548ms","start":"2026-02-26T02:36:46.941476Z","end":"2026-02-26T02:36:47.351922Z","steps":["trace[1490511387] 'process raft request' (duration: 410.360235ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:47.351967Z","caller":"traceutil/trace.go:171","msg":"trace[1893391493] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"468.338407ms","start":"2026-02-26T02:36:46.883591Z","end":"2026-02-26T02:36:47.351929Z","steps":["trace[1893391493] 'process raft request' (duration: 454.356503ms)","trace[1893391493] 'compare' (duration: 13.773507ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:47.352064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.941456Z","time spent":"410.547961ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:47.35213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.883569Z","time spent":"468.47027ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:47.35219Z","caller":"traceutil/trace.go:171","msg":"trace[371827542] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"408.687541ms","start":"2026-02-26T02:36:46.943475Z","end":"2026-02-26T02:36:47.352162Z","steps":["trace[371827542] 'process raft request' (duration: 408.416673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:47.352357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.943461Z","time spent":"408.788255ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:47.352643Z","caller":"traceutil/trace.go:171","msg":"trace[94442502] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"403.472276ms","start":"2026-02-26T02:36:46.949149Z","end":"2026-02-26T02:36:47.352621Z","steps":["trace[94442502] 'process raft request' (duration: 402.914508ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:47.352726Z","caller":"traceutil/trace.go:171","msg":"trace[343578897] linearizableReadLoop","detail":"{readStateIndex:27130; appliedIndex:27126; }","duration":"132.916662ms","start":"2026-02-26T02:36:47.219796Z","end":"2026-02-26T02:36:47.352713Z","steps":["trace[343578897] 'read index received' (duration: 118.163733ms)","trace[343578897] 'applied index is now lower than readState.Index' (duration: 14.751569ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:47.352785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.992595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:36:47.352774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:46.94912Z","time spent":"403.60173ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:47.352814Z","caller":"traceutil/trace.go:171","msg":"trace[1710095194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26229; }","duration":"133.056607ms","start":"2026-02-26T02:36:47.219746Z","end":"2026-02-26T02:36:47.352803Z","steps":["trace[1710095194] 'agreement among raft nodes before linearized reading' (duration: 133.003815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:47.84835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.500471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:36:47.848437Z","caller":"traceutil/trace.go:171","msg":"trace[1077181500] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26230; }","duration":"184.650465ms","start":"2026-02-26T02:36:47.663767Z","end":"2026-02-26T02:36:47.848418Z","steps":["trace[1077181500] 'count revisions from in-memory index tree' (duration: 184.399927ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:49.960474Z","caller":"traceutil/trace.go:171","msg":"trace[347662982] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"603.48524ms","start":"2026-02-26T02:36:49.356969Z","end":"2026-02-26T02:36:49.960454Z","steps":["trace[347662982] 'process raft request' (duration: 603.363616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:49.960587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.356944Z","time spent":"603.583153ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:50.260997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.647587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:36:50.261222Z","caller":"traceutil/trace.go:171","msg":"trace[2047779926] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"903.432798ms","start":"2026-02-26T02:36:49.357757Z","end":"2026-02-26T02:36:50.26119Z","steps":["trace[2047779926] 'process raft request' (duration: 762.502121ms)","trace[2047779926] 'compare' (duration: 140.362029ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:50.261374Z","caller":"traceutil/trace.go:171","msg":"trace[2073230341] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"899.138371ms","start":"2026-02-26T02:36:49.362216Z","end":"2026-02-26T02:36:50.261355Z","steps":["trace[2073230341] 'process raft request' (duration: 898.976676ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:50.261252Z","caller":"traceutil/trace.go:171","msg":"trace[245452154] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"901.292989ms","start":"2026-02-26T02:36:49.359941Z","end":"2026-02-26T02:36:50.261234Z","steps":["trace[245452154] 'process raft request' (duration: 901.151155ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:50.26147Z","caller":"traceutil/trace.go:171","msg":"trace[252673873] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"145.055498ms","start":"2026-02-26T02:36:50.116392Z","end":"2026-02-26T02:36:50.261447Z","steps":["trace[252673873] 'process raft request' (duration: 144.976795ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:50.261489Z","caller":"traceutil/trace.go:171","msg":"trace[901226193] linearizableReadLoop","detail":"{readStateIndex:27149; appliedIndex:27145; }","duration":"783.021693ms","start":"2026-02-26T02:36:49.478451Z","end":"2026-02-26T02:36:50.261473Z","steps":["trace[901226193] 'read index received' (duration: 481.885757ms)","trace[901226193] 'applied index is now lower than readState.Index' (duration: 301.134216ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:50.261568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.359931Z","time spent":"901.541008ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:50.261631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.178617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-26T02:36:50.261665Z","caller":"traceutil/trace.go:171","msg":"trace[2084817530] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:26249; }","duration":"783.246549ms","start":"2026-02-26T02:36:49.478409Z","end":"2026-02-26T02:36:50.261655Z","steps":["trace[2084817530] 'agreement among raft nodes before linearized reading' (duration: 783.104135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.261654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.357685Z","time spent":"903.623093ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:50.261709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.478393Z","time spent":"783.307242ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.116\" "} {"level":"warn","ts":"2026-02-26T02:36:50.261749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.909845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:50.261804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.840103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:36:50.261834Z","caller":"traceutil/trace.go:171","msg":"trace[1733354595] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26249; }","duration":"730.035159ms","start":"2026-02-26T02:36:49.531774Z","end":"2026-02-26T02:36:50.261809Z","steps":["trace[1733354595] 'agreement among raft nodes before linearized reading' (duration: 729.906505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.261918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.53175Z","time spent":"730.149913ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:50.262017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.274595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T02:36:50.262058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.298909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:36:50.262063Z","caller":"traceutil/trace.go:171","msg":"trace[1285465357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26249; }","duration":"168.331007ms","start":"2026-02-26T02:36:50.09372Z","end":"2026-02-26T02:36:50.262051Z","steps":["trace[1285465357] 'agreement among raft nodes before linearized reading' (duration: 168.231614ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:50.262098Z","caller":"traceutil/trace.go:171","msg":"trace[1882229748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26249; }","duration":"702.382471ms","start":"2026-02-26T02:36:49.559707Z","end":"2026-02-26T02:36:50.262089Z","steps":["trace[1882229748] 'agreement among raft nodes before linearized reading' (duration: 702.282838ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:50.261842Z","caller":"traceutil/trace.go:171","msg":"trace[841828572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26249; }","duration":"168.895565ms","start":"2026-02-26T02:36:50.092933Z","end":"2026-02-26T02:36:50.261829Z","steps":["trace[841828572] 'agreement among raft nodes before linearized reading' (duration: 168.767081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.262146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.559667Z","time spent":"702.452373ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:36:50.262146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.368276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:36:50.262202Z","caller":"traceutil/trace.go:171","msg":"trace[1148703775] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26249; }","duration":"405.467829ms","start":"2026-02-26T02:36:49.85672Z","end":"2026-02-26T02:36:50.262188Z","steps":["trace[1148703775] 'agreement among raft nodes before linearized reading' (duration: 405.372986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.262245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.856681Z","time spent":"405.552312ms","remote":"127.0.0.1:47804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:36:50.262277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.141112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-02-26T02:36:50.262306Z","caller":"traceutil/trace.go:171","msg":"trace[1813878292] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26249; }","duration":"180.198614ms","start":"2026-02-26T02:36:50.082098Z","end":"2026-02-26T02:36:50.262297Z","steps":["trace[1813878292] 'agreement among raft nodes before linearized reading' (duration: 180.115231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.262294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.288313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:36:50.26235Z","caller":"traceutil/trace.go:171","msg":"trace[1523925259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26249; }","duration":"172.372065ms","start":"2026-02-26T02:36:50.089963Z","end":"2026-02-26T02:36:50.262335Z","steps":["trace[1523925259] 'agreement among raft nodes before linearized reading' (duration: 172.22615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.262723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.362209Z","time spent":"900.474773ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:36:50.263192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.566461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:36:50.263535Z","caller":"traceutil/trace.go:171","msg":"trace[1503978642] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26249; }","duration":"387.751607ms","start":"2026-02-26T02:36:49.875527Z","end":"2026-02-26T02:36:50.263278Z","steps":["trace[1503978642] 'agreement among raft nodes before linearized reading' (duration: 386.202648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.263836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:49.875515Z","time spent":"388.094117ms","remote":"127.0.0.1:57784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:36:50.459224Z","caller":"traceutil/trace.go:171","msg":"trace[2137017496] linearizableReadLoop","detail":"{readStateIndex:27151; appliedIndex:27150; }","duration":"193.94448ms","start":"2026-02-26T02:36:50.265252Z","end":"2026-02-26T02:36:50.459197Z","steps":["trace[2137017496] 'read index received' (duration: 117.974487ms)","trace[2137017496] 'applied index is now lower than readState.Index' (duration: 75.968103ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:36:50.459452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.179938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T02:36:50.459491Z","caller":"traceutil/trace.go:171","msg":"trace[371366328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26249; }","duration":"194.24871ms","start":"2026-02-26T02:36:50.265232Z","end":"2026-02-26T02:36:50.459481Z","steps":["trace[371366328] 'agreement among raft nodes before linearized reading' (duration: 194.089405ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:50.479408Z","caller":"traceutil/trace.go:171","msg":"trace[1144560473] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"213.343237ms","start":"2026-02-26T02:36:50.266043Z","end":"2026-02-26T02:36:50.479386Z","steps":["trace[1144560473] 'process raft request' (duration: 213.1334ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:50.479888Z","caller":"traceutil/trace.go:171","msg":"trace[528364674] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"212.660365ms","start":"2026-02-26T02:36:50.267212Z","end":"2026-02-26T02:36:50.479872Z","steps":["trace[528364674] 'process raft request' (duration: 212.411707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:50.480092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.264849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:36:50.480151Z","caller":"traceutil/trace.go:171","msg":"trace[485000196] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26253; }","duration":"119.368672ms","start":"2026-02-26T02:36:50.360768Z","end":"2026-02-26T02:36:50.480136Z","steps":["trace[485000196] 'agreement among raft nodes before linearized reading' (duration: 119.217247ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:50.480056Z","caller":"traceutil/trace.go:171","msg":"trace[2010880446] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"212.332485ms","start":"2026-02-26T02:36:50.267677Z","end":"2026-02-26T02:36:50.48001Z","steps":["trace[2010880446] 'process raft request' (duration: 212.111818ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:50.479925Z","caller":"traceutil/trace.go:171","msg":"trace[510804718] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"213.681037ms","start":"2026-02-26T02:36:50.266101Z","end":"2026-02-26T02:36:50.479782Z","steps":["trace[510804718] 'process raft request' (duration: 213.241953ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:36:54.575565Z","caller":"traceutil/trace.go:171","msg":"trace[547177077] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"300.803225ms","start":"2026-02-26T02:36:54.274724Z","end":"2026-02-26T02:36:54.575528Z","steps":["trace[547177077] 'process raft request' (duration: 300.514936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.575805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.274712Z","time spent":"300.95989ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:54.576048Z","caller":"traceutil/trace.go:171","msg":"trace[1206807326] linearizableReadLoop","detail":"{readStateIndex:27179; appliedIndex:27177; }","duration":"100.786741ms","start":"2026-02-26T02:36:54.47523Z","end":"2026-02-26T02:36:54.576017Z","steps":["trace[1206807326] 'read index received' (duration: 99.985405ms)","trace[1206807326] 'applied index is now lower than readState.Index' (duration: 799.226µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:36:54.576161Z","caller":"traceutil/trace.go:171","msg":"trace[2084326127] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"301.174336ms","start":"2026-02-26T02:36:54.274949Z","end":"2026-02-26T02:36:54.576123Z","steps":["trace[2084326127] 'process raft request' (duration: 300.513215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:36:54.576301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.039909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:36:54.576368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:36:54.274933Z","time spent":"301.311581ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:36:54.576399Z","caller":"traceutil/trace.go:171","msg":"trace[493838700] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26277; }","duration":"101.187014ms","start":"2026-02-26T02:36:54.475199Z","end":"2026-02-26T02:36:54.576386Z","steps":["trace[493838700] 'agreement among raft nodes before linearized reading' (duration: 100.954526ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:03.212835Z","caller":"traceutil/trace.go:171","msg":"trace[618416618] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"123.272126ms","start":"2026-02-26T02:37:03.089508Z","end":"2026-02-26T02:37:03.212781Z","steps":["trace[618416618] 'process raft request' (duration: 123.108721ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:06.565801Z","caller":"traceutil/trace.go:171","msg":"trace[1114916832] linearizableReadLoop","detail":"{readStateIndex:27360; appliedIndex:27359; }","duration":"146.505844ms","start":"2026-02-26T02:37:06.419269Z","end":"2026-02-26T02:37:06.565775Z","steps":["trace[1114916832] 'read index received' (duration: 146.287957ms)","trace[1114916832] 'applied index is now lower than readState.Index' (duration: 216.796µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:37:06.566047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.756571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-26T02:37:06.566091Z","caller":"traceutil/trace.go:171","msg":"trace[884345433] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26452; }","duration":"146.855455ms","start":"2026-02-26T02:37:06.419224Z","end":"2026-02-26T02:37:06.566079Z","steps":["trace[884345433] 'agreement among raft nodes before linearized reading' (duration: 146.654929ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:06.566427Z","caller":"traceutil/trace.go:171","msg":"trace[860464023] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"215.228025ms","start":"2026-02-26T02:37:06.351172Z","end":"2026-02-26T02:37:06.5664Z","steps":["trace[860464023] 'process raft request' (duration: 214.462241ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:37:26.072196Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23947} {"level":"info","ts":"2026-02-26T02:37:26.195499Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23947,"took":"118.967829ms","hash":2370294905,"current-db-size-bytes":49205248,"current-db-size":"49 MB","current-db-size-in-use-bytes":33308672,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-26T02:37:26.195581Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2370294905,"revision":23947,"compact-revision":21602} {"level":"info","ts":"2026-02-26T02:42:26.078696Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26607} {"level":"info","ts":"2026-02-26T02:42:26.223009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26607,"took":"135.752693ms","hash":2805428099,"current-db-size-bytes":49205248,"current-db-size":"49 MB","current-db-size-in-use-bytes":30666752,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-26T02:42:26.223106Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2805428099,"revision":26607,"compact-revision":23947} {"level":"info","ts":"2026-02-26T02:43:12.530775Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5caa70ef1dd6dc04","local-member-applied-index":30006,"local-member-snapshot-index":20005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:43:12.535909Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30006} {"level":"info","ts":"2026-02-26T02:43:12.536109Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25006} {"level":"info","ts":"2026-02-26T02:47:26.085749Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28698} {"level":"info","ts":"2026-02-26T02:47:26.200355Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28698,"took":"110.499271ms","hash":2012199275,"current-db-size-bytes":49205248,"current-db-size":"49 MB","current-db-size-in-use-bytes":27938816,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T02:47:26.200432Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2012199275,"revision":28698,"compact-revision":26607} {"level":"info","ts":"2026-02-26T02:50:25.15122Z","caller":"traceutil/trace.go:171","msg":"trace[1193485477] transaction","detail":"{read_only:false; response_revision:32143; number_of_response:1; }","duration":"119.705593ms","start":"2026-02-26T02:50:25.031486Z","end":"2026-02-26T02:50:25.151191Z","steps":["trace[1193485477] 'process raft request' (duration: 119.544448ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:50:25.152004Z","caller":"traceutil/trace.go:171","msg":"trace[2106093587] transaction","detail":"{read_only:false; response_revision:32144; number_of_response:1; }","duration":"110.604464ms","start":"2026-02-26T02:50:25.041377Z","end":"2026-02-26T02:50:25.151981Z","steps":["trace[2106093587] 'process raft request' (duration: 110.485761ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:52:26.094665Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30822} {"level":"info","ts":"2026-02-26T02:52:26.245471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30822,"took":"146.691518ms","hash":2863489290,"current-db-size-bytes":49205248,"current-db-size":"49 MB","current-db-size-in-use-bytes":28499968,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T02:52:26.24553Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2863489290,"revision":30822,"compact-revision":28698} {"level":"info","ts":"2026-02-26T02:55:26.944374Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008a38.wal"} {"level":"info","ts":"2026-02-26T02:55:35.816061Z","caller":"traceutil/trace.go:171","msg":"trace[224392476] linearizableReadLoop","detail":"{readStateIndex:35444; appliedIndex:35443; }","duration":"158.238964ms","start":"2026-02-26T02:55:35.657802Z","end":"2026-02-26T02:55:35.816041Z","steps":["trace[224392476] 'read index received' (duration: 158.033387ms)","trace[224392476] 'applied index is now lower than readState.Index' (duration: 202.357µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:55:35.816107Z","caller":"traceutil/trace.go:171","msg":"trace[1863420317] transaction","detail":"{read_only:false; response_revision:34297; number_of_response:1; }","duration":"202.022781ms","start":"2026-02-26T02:55:35.614051Z","end":"2026-02-26T02:55:35.816074Z","steps":["trace[1863420317] 'process raft request' (duration: 201.859776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:35.816167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.345407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:55:35.816191Z","caller":"traceutil/trace.go:171","msg":"trace[350513605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34297; }","duration":"158.415159ms","start":"2026-02-26T02:55:35.657769Z","end":"2026-02-26T02:55:35.816184Z","steps":["trace[350513605] 'agreement among raft nodes before linearized reading' (duration: 158.352187ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:39.233438Z","caller":"traceutil/trace.go:171","msg":"trace[424832533] linearizableReadLoop","detail":"{readStateIndex:35467; appliedIndex:35466; }","duration":"139.933804ms","start":"2026-02-26T02:55:39.093478Z","end":"2026-02-26T02:55:39.233412Z","steps":["trace[424832533] 'read index received' (duration: 139.764918ms)","trace[424832533] 'applied index is now lower than readState.Index' (duration: 167.516µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:55:39.233591Z","caller":"traceutil/trace.go:171","msg":"trace[1870666090] transaction","detail":"{read_only:false; response_revision:34320; number_of_response:1; }","duration":"234.17396ms","start":"2026-02-26T02:55:38.999383Z","end":"2026-02-26T02:55:39.233557Z","steps":["trace[1870666090] 'process raft request' (duration: 233.866231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:55:39.233662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.165282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:55:39.233774Z","caller":"traceutil/trace.go:171","msg":"trace[1707128932] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:34320; }","duration":"140.345577ms","start":"2026-02-26T02:55:39.093417Z","end":"2026-02-26T02:55:39.233762Z","steps":["trace[1707128932] 'agreement among raft nodes before linearized reading' (duration: 140.181162ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:39.236015Z","caller":"traceutil/trace.go:171","msg":"trace[1974969417] transaction","detail":"{read_only:false; response_revision:34321; number_of_response:1; }","duration":"124.779963ms","start":"2026-02-26T02:55:39.111211Z","end":"2026-02-26T02:55:39.235991Z","steps":["trace[1974969417] 'process raft request' (duration: 124.493704ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:55:39.236039Z","caller":"traceutil/trace.go:171","msg":"trace[1911610609] transaction","detail":"{read_only:false; response_revision:34322; number_of_response:1; }","duration":"110.354746ms","start":"2026-02-26T02:55:39.125668Z","end":"2026-02-26T02:55:39.236022Z","steps":["trace[1911610609] 'process raft request' (duration: 110.133249ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:57:26.101221Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32967} {"level":"info","ts":"2026-02-26T02:57:26.239285Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32967,"took":"133.612724ms","hash":1017440600,"current-db-size-bytes":50937856,"current-db-size":"51 MB","current-db-size-in-use-bytes":29347840,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-26T02:57:26.239376Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1017440600,"revision":32967,"compact-revision":30822} {"level":"info","ts":"2026-02-26T02:59:58.788553Z","caller":"traceutil/trace.go:171","msg":"trace[732027861] linearizableReadLoop","detail":"{readStateIndex:37346; appliedIndex:37345; }","duration":"121.8303ms","start":"2026-02-26T02:59:58.666699Z","end":"2026-02-26T02:59:58.788529Z","steps":["trace[732027861] 'read index received' (duration: 120.753476ms)","trace[732027861] 'applied index is now lower than readState.Index' (duration: 1.075694ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:59:58.788651Z","caller":"traceutil/trace.go:171","msg":"trace[2116008697] transaction","detail":"{read_only:false; response_revision:36144; number_of_response:1; }","duration":"133.636424ms","start":"2026-02-26T02:59:58.654953Z","end":"2026-02-26T02:59:58.78859Z","steps":["trace[2116008697] 'process raft request' (duration: 132.964872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:59:58.78878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.057198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-02-26T02:59:58.788824Z","caller":"traceutil/trace.go:171","msg":"trace[931871372] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:36144; }","duration":"122.176052ms","start":"2026-02-26T02:59:58.666634Z","end":"2026-02-26T02:59:58.78881Z","steps":["trace[931871372] 'agreement among raft nodes before linearized reading' (duration: 122.022797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:59:58.789232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.355123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/\" range_end:\"/registry/daemonsets/kube-system0\" limit:500 ","response":"range_response_count:2 size:17392"} {"level":"info","ts":"2026-02-26T02:59:58.789367Z","caller":"traceutil/trace.go:171","msg":"trace[1317694019] range","detail":"{range_begin:/registry/daemonsets/kube-system/; range_end:/registry/daemonsets/kube-system0; response_count:2; response_revision:36144; }","duration":"108.540439ms","start":"2026-02-26T02:59:58.680793Z","end":"2026-02-26T02:59:58.789334Z","steps":["trace[1317694019] 'agreement among raft nodes before linearized reading' (duration: 108.058664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:59:58.789786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.892862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/default\" ","response":"range_response_count:1 size:182"} {"level":"info","ts":"2026-02-26T02:59:58.789847Z","caller":"traceutil/trace.go:171","msg":"trace[186444173] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/default; range_end:; response_count:1; response_revision:36144; }","duration":"110.015196ms","start":"2026-02-26T02:59:58.679819Z","end":"2026-02-26T02:59:58.789834Z","steps":["trace[186444173] 'agreement among raft nodes before linearized reading' (duration: 108.88827ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T03:02:26.10768Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35049} {"level":"info","ts":"2026-02-26T03:02:26.238179Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35049,"took":"123.632244ms","hash":2096841345,"current-db-size-bytes":50937856,"current-db-size":"51 MB","current-db-size-in-use-bytes":28110848,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T03:02:26.238243Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2096841345,"revision":35049,"compact-revision":32967}