{"level":"warn","ts":"2026-07-25T01:16:48.822576Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-25T01:16:48.822653Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.223:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.223:2380","--initial-cluster=instance=https://199.204.45.223:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.223:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.223:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-25T01:16:48.822709Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-25T01:16:48.822721Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-07-25T01:16:48.822738Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-25T01:16:48.823331Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"]} {"level":"info","ts":"2026-07-25T01:16:48.823419Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.223:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-25T01:16:48.82597Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.350487ms"} {"level":"info","ts":"2026-07-25T01:16:48.830705Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"11f26225a5bb9fe3","cluster-id":"75c25101f01fd4c6"} {"level":"info","ts":"2026-07-25T01:16:48.830775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=()"} {"level":"info","ts":"2026-07-25T01:16:48.830789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 0"} {"level":"info","ts":"2026-07-25T01:16:48.8308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 11f26225a5bb9fe3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-25T01:16:48.830807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 1"} {"level":"info","ts":"2026-07-25T01:16:48.830836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"warn","ts":"2026-07-25T01:16:48.842072Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-25T01:16:48.843512Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-25T01:16:48.844924Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-25T01:16:48.847719Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"11f26225a5bb9fe3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-25T01:16:48.848038Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"11f26225a5bb9fe3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-25T01:16:48.8481Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-25T01:16:48.848231Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-25T01:16:48.848247Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-25T01:16:48.848996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"info","ts":"2026-07-25T01:16:48.849088Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","added-peer-id":"11f26225a5bb9fe3","added-peer-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-07-25T01:16:48.852215Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-25T01:16:48.852357Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-07-25T01:16:48.852394Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-07-25T01:16:48.852438Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"11f26225a5bb9fe3","initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-25T01:16:48.85247Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-25T01:16:48.931483Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 is starting a new election at term 1"} {"level":"info","ts":"2026-07-25T01:16:48.931556Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-25T01:16:48.931592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgPreVoteResp from 11f26225a5bb9fe3 at term 1"} {"level":"info","ts":"2026-07-25T01:16:48.931613Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became candidate at term 2"} {"level":"info","ts":"2026-07-25T01:16:48.931625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgVoteResp from 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-07-25T01:16:48.931641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became leader at term 2"} {"level":"info","ts":"2026-07-25T01:16:48.931655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 11f26225a5bb9fe3 elected leader 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-07-25T01:16:48.932651Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"11f26225a5bb9fe3","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.223:2379]}","request-path":"/0/members/11f26225a5bb9fe3/attributes","cluster-id":"75c25101f01fd4c6","publish-timeout":"7s"} {"level":"info","ts":"2026-07-25T01:16:48.932705Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-25T01:16:48.932869Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-25T01:16:48.933189Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-25T01:16:48.933208Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-25T01:16:48.935869Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-25T01:16:48.936Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-25T01:16:48.938677Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.223:2379"} {"level":"info","ts":"2026-07-25T01:16:48.939203Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","cluster-version":"3.5"} {"level":"info","ts":"2026-07-25T01:16:48.939326Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-25T01:16:48.939374Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-25T01:16:54.061916Z","caller":"traceutil/trace.go:171","msg":"trace[104914839] linearizableReadLoop","detail":"{readStateIndex:282; appliedIndex:281; }","duration":"112.825919ms","start":"2026-07-25T01:16:53.949063Z","end":"2026-07-25T01:16:54.061889Z","steps":["trace[104914839] 'read index received' (duration: 110.665146ms)","trace[104914839] 'applied index is now lower than readState.Index' (duration: 2.159633ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:16:54.06195Z","caller":"traceutil/trace.go:171","msg":"trace[1506582157] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"122.344837ms","start":"2026-07-25T01:16:53.939577Z","end":"2026-07-25T01:16:54.061922Z","steps":["trace[1506582157] 'process raft request' (duration: 120.137373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:16:54.062096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.002862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:16:54.06218Z","caller":"traceutil/trace.go:171","msg":"trace[2007742176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:276; }","duration":"113.144665ms","start":"2026-07-25T01:16:53.949018Z","end":"2026-07-25T01:16:54.062163Z","steps":["trace[2007742176] 'agreement among raft nodes before linearized reading' (duration: 112.979122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:16:54.067648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.83871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:16:54.067817Z","caller":"traceutil/trace.go:171","msg":"trace[150958669] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:0; response_revision:277; }","duration":"108.004283ms","start":"2026-07-25T01:16:53.959734Z","end":"2026-07-25T01:16:54.067738Z","steps":["trace[150958669] 'agreement among raft nodes before linearized reading' (duration: 107.82353ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:08.361005Z","caller":"traceutil/trace.go:171","msg":"trace[1492094109] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"216.571567ms","start":"2026-07-25T01:17:08.1444Z","end":"2026-07-25T01:17:08.360972Z","steps":["trace[1492094109] 'process raft request' (duration: 216.405944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:09.170638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.333714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-25T01:17:09.170762Z","caller":"traceutil/trace.go:171","msg":"trace[648572030] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:432; }","duration":"868.347242ms","start":"2026-07-25T01:17:08.302394Z","end":"2026-07-25T01:17:09.170741Z","steps":["trace[648572030] 'read index received' (duration: 58.461764ms)","trace[648572030] 'applied index is now lower than readState.Index' (duration: 809.883548ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:17:09.170872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.475494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:17:09.170898Z","caller":"traceutil/trace.go:171","msg":"trace[1748959611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"868.534826ms","start":"2026-07-25T01:17:08.302353Z","end":"2026-07-25T01:17:09.170888Z","steps":["trace[1748959611] 'agreement among raft nodes before linearized reading' (duration: 868.487145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:09.170932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:08.302337Z","time spent":"868.586866ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T01:17:09.170922Z","caller":"traceutil/trace.go:171","msg":"trace[1895641142] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"1.02519361s","start":"2026-07-25T01:17:08.145678Z","end":"2026-07-25T01:17:09.170871Z","steps":["trace[1895641142] 'process raft request' (duration: 327.084701ms)","trace[1895641142] 'compare' (duration: 697.15694ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:17:09.171165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:08.145654Z","time spent":"1.025385874s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:17:10.126103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.465083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-25T01:17:10.126224Z","caller":"traceutil/trace.go:171","msg":"trace[1630475514] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:434; }","duration":"823.606238ms","start":"2026-07-25T01:17:09.302598Z","end":"2026-07-25T01:17:10.126204Z","steps":["trace[1630475514] 'read index received' (duration: 389.8583ms)","trace[1630475514] 'applied index is now lower than readState.Index' (duration: 433.746078ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:17:10.126328Z","caller":"traceutil/trace.go:171","msg":"trace[1907024426] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"951.167638ms","start":"2026-07-25T01:17:09.175148Z","end":"2026-07-25T01:17:10.126316Z","steps":["trace[1907024426] 'process raft request' (duration: 517.3725ms)","trace[1907024426] 'compare' (duration: 433.252828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:17:10.126396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:09.175124Z","time spent":"951.237819ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:17:10.127146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.535607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:17:10.127246Z","caller":"traceutil/trace.go:171","msg":"trace[1586752397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"824.665679ms","start":"2026-07-25T01:17:09.302553Z","end":"2026-07-25T01:17:10.127218Z","steps":["trace[1586752397] 'agreement among raft nodes before linearized reading' (duration: 824.414865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:10.127184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.649616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-25T01:17:10.127302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:09.302533Z","time spent":"824.758091ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T01:17:10.127397Z","caller":"traceutil/trace.go:171","msg":"trace[617904209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:422; }","duration":"798.84038ms","start":"2026-07-25T01:17:09.328498Z","end":"2026-07-25T01:17:10.127338Z","steps":["trace[617904209] 'agreement among raft nodes before linearized reading' (duration: 798.606015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:10.127507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:09.32842Z","time spent":"799.072304ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-25T01:17:10.63755Z","caller":"traceutil/trace.go:171","msg":"trace[1327851918] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:435; }","duration":"334.258021ms","start":"2026-07-25T01:17:10.30325Z","end":"2026-07-25T01:17:10.637508Z","steps":["trace[1327851918] 'read index received' (duration: 328.908607ms)","trace[1327851918] 'applied index is now lower than readState.Index' (duration: 5.347504ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:17:10.637628Z","caller":"traceutil/trace.go:171","msg":"trace[1336818167] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"506.632176ms","start":"2026-07-25T01:17:10.13096Z","end":"2026-07-25T01:17:10.637593Z","steps":["trace[1336818167] 'process raft request' (duration: 501.272341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:10.637741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.483116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T01:17:10.637774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:10.130935Z","time spent":"506.758239ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:17:10.637793Z","caller":"traceutil/trace.go:171","msg":"trace[1703827280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"334.61071ms","start":"2026-07-25T01:17:10.303168Z","end":"2026-07-25T01:17:10.637779Z","steps":["trace[1703827280] 'agreement among raft nodes before linearized reading' (duration: 334.500626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:10.637816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.385411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-25T01:17:10.637842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:10.303138Z","time spent":"334.694271ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T01:17:10.637894Z","caller":"traceutil/trace.go:171","msg":"trace[308408060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:423; }","duration":"272.496012ms","start":"2026-07-25T01:17:10.365376Z","end":"2026-07-25T01:17:10.637872Z","steps":["trace[308408060] 'agreement among raft nodes before linearized reading' (duration: 272.37488ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:10.920368Z","caller":"traceutil/trace.go:171","msg":"trace[1789841827] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"278.94439ms","start":"2026-07-25T01:17:10.641381Z","end":"2026-07-25T01:17:10.920326Z","steps":["trace[1789841827] 'process raft request' (duration: 211.900965ms)","trace[1789841827] 'compare' (duration: 66.855121ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:17:26.500334Z","caller":"traceutil/trace.go:171","msg":"trace[1583362940] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"265.327072ms","start":"2026-07-25T01:17:26.234963Z","end":"2026-07-25T01:17:26.50029Z","steps":["trace[1583362940] 'process raft request' (duration: 265.128438ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:26.500378Z","caller":"traceutil/trace.go:171","msg":"trace[302746913] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"261.063257ms","start":"2026-07-25T01:17:26.239275Z","end":"2026-07-25T01:17:26.500338Z","steps":["trace[302746913] 'process raft request' (duration: 260.957335ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:26.500445Z","caller":"traceutil/trace.go:171","msg":"trace[392967998] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"254.462406ms","start":"2026-07-25T01:17:26.245949Z","end":"2026-07-25T01:17:26.500412Z","steps":["trace[392967998] 'process raft request' (duration: 254.362614ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:26.500439Z","caller":"traceutil/trace.go:171","msg":"trace[326525872] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"260.813252ms","start":"2026-07-25T01:17:26.239583Z","end":"2026-07-25T01:17:26.500396Z","steps":["trace[326525872] 'process raft request' (duration: 260.688139ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:26.500527Z","caller":"traceutil/trace.go:171","msg":"trace[1652335303] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"253.955915ms","start":"2026-07-25T01:17:26.246524Z","end":"2026-07-25T01:17:26.50048Z","steps":["trace[1652335303] 'process raft request' (duration: 253.824743ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:26.500567Z","caller":"traceutil/trace.go:171","msg":"trace[134171898] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"252.725152ms","start":"2026-07-25T01:17:26.2478Z","end":"2026-07-25T01:17:26.500525Z","steps":["trace[134171898] 'process raft request' (duration: 252.58738ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:26.500602Z","caller":"traceutil/trace.go:171","msg":"trace[1629660011] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"252.566769ms","start":"2026-07-25T01:17:26.247969Z","end":"2026-07-25T01:17:26.500536Z","steps":["trace[1629660011] 'process raft request' (duration: 252.476737ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:26.500682Z","caller":"traceutil/trace.go:171","msg":"trace[562238212] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"251.172331ms","start":"2026-07-25T01:17:26.249484Z","end":"2026-07-25T01:17:26.500656Z","steps":["trace[562238212] 'process raft request' (duration: 251.008698ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:26.500776Z","caller":"traceutil/trace.go:171","msg":"trace[627080306] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"243.283546ms","start":"2026-07-25T01:17:26.257475Z","end":"2026-07-25T01:17:26.500759Z","steps":["trace[627080306] 'process raft request' (duration: 243.061422ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:26.500779Z","caller":"traceutil/trace.go:171","msg":"trace[1032520844] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"237.885219ms","start":"2026-07-25T01:17:26.262866Z","end":"2026-07-25T01:17:26.500751Z","steps":["trace[1032520844] 'process raft request' (duration: 237.834928ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:26.50906Z","caller":"traceutil/trace.go:171","msg":"trace[1220915152] linearizableReadLoop","detail":"{readStateIndex:553; appliedIndex:543; }","duration":"205.614252ms","start":"2026-07-25T01:17:26.303425Z","end":"2026-07-25T01:17:26.509039Z","steps":["trace[1220915152] 'read index received' (duration: 196.801298ms)","trace[1220915152] 'applied index is now lower than readState.Index' (duration: 8.812034ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:17:26.509158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.736053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:17:26.509181Z","caller":"traceutil/trace.go:171","msg":"trace[1983702798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:538; }","duration":"205.770514ms","start":"2026-07-25T01:17:26.303403Z","end":"2026-07-25T01:17:26.509174Z","steps":["trace[1983702798] 'agreement among raft nodes before linearized reading' (duration: 205.707803ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:26.50942Z","caller":"traceutil/trace.go:171","msg":"trace[1874015658] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"107.044034ms","start":"2026-07-25T01:17:26.40234Z","end":"2026-07-25T01:17:26.509384Z","steps":["trace[1874015658] 'process raft request' (duration: 106.655207ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:26.509624Z","caller":"traceutil/trace.go:171","msg":"trace[368365971] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"214.7019ms","start":"2026-07-25T01:17:26.294906Z","end":"2026-07-25T01:17:26.509608Z","steps":["trace[368365971] 'process raft request' (duration: 213.988827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:32.398291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.590326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8rkw5\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-25T01:17:32.398514Z","caller":"traceutil/trace.go:171","msg":"trace[1558677567] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8rkw5; range_end:; response_count:1; response_revision:630; }","duration":"267.863491ms","start":"2026-07-25T01:17:32.130616Z","end":"2026-07-25T01:17:32.39848Z","steps":["trace[1558677567] 'range keys from in-memory index tree' (duration: 267.354341ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:32.419086Z","caller":"traceutil/trace.go:171","msg":"trace[1405957454] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:652; }","duration":"164.146822ms","start":"2026-07-25T01:17:32.254912Z","end":"2026-07-25T01:17:32.419059Z","steps":["trace[1405957454] 'read index received' (duration: 163.418708ms)","trace[1405957454] 'applied index is now lower than readState.Index' (duration: 726.534µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:17:32.419237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.305285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-25T01:17:32.419277Z","caller":"traceutil/trace.go:171","msg":"trace[1587845179] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:631; }","duration":"164.396247ms","start":"2026-07-25T01:17:32.254868Z","end":"2026-07-25T01:17:32.419265Z","steps":["trace[1587845179] 'agreement among raft nodes before linearized reading' (duration: 164.310545ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:32.419253Z","caller":"traceutil/trace.go:171","msg":"trace[138209647] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"188.879131ms","start":"2026-07-25T01:17:32.230337Z","end":"2026-07-25T01:17:32.419216Z","steps":["trace[138209647] 'process raft request' (duration: 188.164387ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:32.524436Z","caller":"traceutil/trace.go:171","msg":"trace[372050017] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"105.247738ms","start":"2026-07-25T01:17:32.419155Z","end":"2026-07-25T01:17:32.524403Z","steps":["trace[372050017] 'read index received' (duration: 85.820705ms)","trace[372050017] 'applied index is now lower than readState.Index' (duration: 19.426153ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:17:32.524553Z","caller":"traceutil/trace.go:171","msg":"trace[791061707] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"108.583254ms","start":"2026-07-25T01:17:32.415916Z","end":"2026-07-25T01:17:32.5245Z","steps":["trace[791061707] 'process raft request' (duration: 89.093899ms)","trace[791061707] 'compare' (duration: 19.24197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:17:32.524611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.304761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:17:32.524686Z","caller":"traceutil/trace.go:171","msg":"trace[391290498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"221.421934ms","start":"2026-07-25T01:17:32.30324Z","end":"2026-07-25T01:17:32.524662Z","steps":["trace[391290498] 'agreement among raft nodes before linearized reading' (duration: 221.277471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:32.52477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.922369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-25T01:17:32.524856Z","caller":"traceutil/trace.go:171","msg":"trace[452324586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:632; }","duration":"200.041702ms","start":"2026-07-25T01:17:32.324793Z","end":"2026-07-25T01:17:32.524834Z","steps":["trace[452324586] 'agreement among raft nodes before linearized reading' (duration: 199.780796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:33.520613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972611962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T01:17:33.995436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213633112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-25T01:17:33.995511Z","caller":"traceutil/trace.go:171","msg":"trace[1628854966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:635; }","duration":"1.213759555s","start":"2026-07-25T01:17:32.781732Z","end":"2026-07-25T01:17:33.995492Z","steps":["trace[1628854966] 'range keys from in-memory index tree' (duration: 1.213468549s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:33.99555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:32.781705Z","time spent":"1.213834936s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-25T01:17:33.996188Z","caller":"traceutil/trace.go:171","msg":"trace[259396327] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:658; }","duration":"976.422216ms","start":"2026-07-25T01:17:33.019744Z","end":"2026-07-25T01:17:33.996167Z","steps":["trace[259396327] 'read index received' (duration: 938.154281ms)","trace[259396327] 'applied index is now lower than readState.Index' (duration: 38.266705ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:17:33.996324Z","caller":"traceutil/trace.go:171","msg":"trace[1228264041] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"995.218858ms","start":"2026-07-25T01:17:33.00109Z","end":"2026-07-25T01:17:33.996308Z","steps":["trace[1228264041] 'process raft request' (duration: 957.018853ms)","trace[1228264041] 'compare' (duration: 37.682384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:17:33.996661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:33.001052Z","time spent":"995.330251ms","remote":"127.0.0.1:51140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:17:33.996695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.937337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-25T01:17:33.996705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.449817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:17:33.996789Z","caller":"traceutil/trace.go:171","msg":"trace[2039372762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:636; }","duration":"977.099991ms","start":"2026-07-25T01:17:33.019664Z","end":"2026-07-25T01:17:33.996764Z","steps":["trace[2039372762] 'agreement among raft nodes before linearized reading' (duration: 976.888517ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:17:33.996813Z","caller":"traceutil/trace.go:171","msg":"trace[569430294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"693.59369ms","start":"2026-07-25T01:17:33.303185Z","end":"2026-07-25T01:17:33.996778Z","steps":["trace[569430294] 'agreement among raft nodes before linearized reading' (duration: 693.389086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:33.996843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:33.019645Z","time spent":"977.186802ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T01:17:33.996703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.384299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-25T01:17:33.996883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:33.303164Z","time spent":"693.705082ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T01:17:33.996942Z","caller":"traceutil/trace.go:171","msg":"trace[558956002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"724.651995ms","start":"2026-07-25T01:17:33.272252Z","end":"2026-07-25T01:17:33.996904Z","steps":["trace[558956002] 'agreement among raft nodes before linearized reading' (duration: 724.268297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:33.997019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:33.272227Z","time spent":"724.765216ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T01:17:35.096565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972611966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T01:17:35.283647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.214731205s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T01:17:35.284243Z","caller":"traceutil/trace.go:171","msg":"trace[1898287229] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.233920133s","start":"2026-07-25T01:17:34.050299Z","end":"2026-07-25T01:17:35.284219Z","steps":["trace[1898287229] 'process raft request' (duration: 1.23378568s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:35.284369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:34.050286Z","time spent":"1.234022174s","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-25T01:17:35.996845Z","caller":"traceutil/trace.go:171","msg":"trace[1697472468] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:662; }","duration":"1.400712907s","start":"2026-07-25T01:17:34.596099Z","end":"2026-07-25T01:17:35.996812Z","steps":["trace[1697472468] 'read index received' (duration: 687.821356ms)","trace[1697472468] 'applied index is now lower than readState.Index' (duration: 712.889861ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:17:35.996904Z","caller":"traceutil/trace.go:171","msg":"trace[1886949670] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"982.819763ms","start":"2026-07-25T01:17:35.014052Z","end":"2026-07-25T01:17:35.996872Z","steps":["trace[1886949670] 'process raft request' (duration: 913.948353ms)","trace[1886949670] 'compare' (duration: 68.418062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:17:35.997125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401022924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-25T01:17:35.997208Z","caller":"traceutil/trace.go:171","msg":"trace[505407650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:641; }","duration":"1.401187827s","start":"2026-07-25T01:17:34.596002Z","end":"2026-07-25T01:17:35.997189Z","steps":["trace[505407650] 'agreement among raft nodes before linearized reading' (duration: 1.400939172s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:35.997257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:34.59598Z","time spent":"1.401266979s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T01:17:35.99738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:35.014025Z","time spent":"983.117781ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:17:35.997406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.416913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-25T01:17:35.997623Z","caller":"traceutil/trace.go:171","msg":"trace[597130470] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:641; }","duration":"709.651228ms","start":"2026-07-25T01:17:35.287932Z","end":"2026-07-25T01:17:35.997583Z","steps":["trace[597130470] 'agreement among raft nodes before linearized reading' (duration: 709.375763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:35.997469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.475608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T01:17:35.997701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:35.287907Z","time spent":"709.76333ms","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-07-25T01:17:35.997738Z","caller":"traceutil/trace.go:171","msg":"trace[1008421126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"695.746263ms","start":"2026-07-25T01:17:35.301952Z","end":"2026-07-25T01:17:35.997699Z","steps":["trace[1008421126] 'agreement among raft nodes before linearized reading' (duration: 695.487118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:35.997834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:35.301936Z","time spent":"695.869585ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T01:17:37.707561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.386868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:17:37.707649Z","caller":"traceutil/trace.go:171","msg":"trace[494569392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:673; }","duration":"403.555021ms","start":"2026-07-25T01:17:37.304073Z","end":"2026-07-25T01:17:37.707629Z","steps":["trace[494569392] 'range keys from in-memory index tree' (duration: 403.277586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:37.707736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:37.304043Z","time spent":"403.648532ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T01:17:37.708791Z","caller":"traceutil/trace.go:171","msg":"trace[1775682645] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"332.679822ms","start":"2026-07-25T01:17:37.376078Z","end":"2026-07-25T01:17:37.708758Z","steps":["trace[1775682645] 'process raft request' (duration: 332.476458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:37.708949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:37.376051Z","time spent":"332.818854ms","remote":"127.0.0.1:51100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-25T01:17:37.715241Z","caller":"traceutil/trace.go:171","msg":"trace[1431879366] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"137.546228ms","start":"2026-07-25T01:17:37.577668Z","end":"2026-07-25T01:17:37.715214Z","steps":["trace[1431879366] 'process raft request' (duration: 137.441416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:40.497404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.188095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-07-25T01:17:40.497494Z","caller":"traceutil/trace.go:171","msg":"trace[1912917200] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:718; }","duration":"122.327738ms","start":"2026-07-25T01:17:40.375145Z","end":"2026-07-25T01:17:40.497472Z","steps":["trace[1912917200] 'range keys from in-memory index tree' (duration: 121.997691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:50.803878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972612281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T01:17:51.304096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972612281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T01:17:51.475385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236830015s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T01:17:51.47572Z","caller":"traceutil/trace.go:171","msg":"trace[1863830474] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"1.237218714s","start":"2026-07-25T01:17:50.238456Z","end":"2026-07-25T01:17:51.475674Z","steps":["trace[1863830474] 'process raft request' (duration: 1.237093341s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:51.475884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:50.238408Z","time spent":"1.237389987s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:17:51.475875Z","caller":"traceutil/trace.go:171","msg":"trace[1913562266] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:829; }","duration":"1.17246076s","start":"2026-07-25T01:17:50.30338Z","end":"2026-07-25T01:17:51.475841Z","steps":["trace[1913562266] 'read index received' (duration: 1.17245129s)","trace[1913562266] 'applied index is now lower than readState.Index' (duration: 6.63µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:17:51.475992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172593832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:17:51.476042Z","caller":"traceutil/trace.go:171","msg":"trace[755300379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:802; }","duration":"1.172700064s","start":"2026-07-25T01:17:50.303326Z","end":"2026-07-25T01:17:51.476026Z","steps":["trace[755300379] 'agreement among raft nodes before linearized reading' (duration: 1.172592102s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:17:51.476155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:17:50.30324Z","time spent":"1.172844607s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T01:17:51.476202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.107296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-25T01:17:51.476262Z","caller":"traceutil/trace.go:171","msg":"trace[82492694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:802; }","duration":"233.199278ms","start":"2026-07-25T01:17:51.243049Z","end":"2026-07-25T01:17:51.476248Z","steps":["trace[82492694] 'agreement among raft nodes before linearized reading' (duration: 233.006454ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:18:33.904168Z","caller":"traceutil/trace.go:171","msg":"trace[1751730925] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"138.571846ms","start":"2026-07-25T01:18:33.765571Z","end":"2026-07-25T01:18:33.904143Z","steps":["trace[1751730925] 'process raft request' (duration: 131.685821ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:18:41.900893Z","caller":"traceutil/trace.go:171","msg":"trace[1850678449] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"356.992324ms","start":"2026-07-25T01:18:41.543868Z","end":"2026-07-25T01:18:41.90086Z","steps":["trace[1850678449] 'process raft request' (duration: 356.546386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:18:41.901088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:18:41.543857Z","time spent":"357.145317ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:19:05.663871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972614362,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-25T01:19:05.831044Z","caller":"traceutil/trace.go:171","msg":"trace[107057056] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1932; }","duration":"668.012212ms","start":"2026-07-25T01:19:05.163011Z","end":"2026-07-25T01:19:05.831023Z","steps":["trace[107057056] 'read index received' (duration: 667.843158ms)","trace[107057056] 'applied index is now lower than readState.Index' (duration: 168.194µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:19:05.831093Z","caller":"traceutil/trace.go:171","msg":"trace[800611606] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"709.35839ms","start":"2026-07-25T01:19:05.121704Z","end":"2026-07-25T01:19:05.831063Z","steps":["trace[800611606] 'process raft request' (duration: 709.201896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:05.831209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.181425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T01:19:05.831249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:05.121675Z","time spent":"709.495843ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:19:05.83128Z","caller":"traceutil/trace.go:171","msg":"trace[691942413] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1864; }","duration":"668.312248ms","start":"2026-07-25T01:19:05.162951Z","end":"2026-07-25T01:19:05.831264Z","steps":["trace[691942413] 'agreement among raft nodes before linearized reading' (duration: 668.166785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:05.831322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:05.162929Z","time spent":"668.381409ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:19:05.831383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.538655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:19:05.831492Z","caller":"traceutil/trace.go:171","msg":"trace[2086505037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1864; }","duration":"527.656527ms","start":"2026-07-25T01:19:05.303819Z","end":"2026-07-25T01:19:05.831475Z","steps":["trace[2086505037] 'agreement among raft nodes before linearized reading' (duration: 527.481703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:05.83153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:05.30375Z","time spent":"527.77127ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T01:19:05.831704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.975623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-25T01:19:05.831748Z","caller":"traceutil/trace.go:171","msg":"trace[378079064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1864; }","duration":"218.069475ms","start":"2026-07-25T01:19:05.613664Z","end":"2026-07-25T01:19:05.831734Z","steps":["trace[378079064] 'agreement among raft nodes before linearized reading' (duration: 217.925782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:05.83176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.521792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-25T01:19:05.831771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.48822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a2df522-be0b-4db9-a243-accf2ecfb245\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-25T01:19:05.831798Z","caller":"traceutil/trace.go:171","msg":"trace[1887221843] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1864; }","duration":"309.609834ms","start":"2026-07-25T01:19:05.522177Z","end":"2026-07-25T01:19:05.831787Z","steps":["trace[1887221843] 'agreement among raft nodes before linearized reading' (duration: 309.461171ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:05.831814Z","caller":"traceutil/trace.go:171","msg":"trace[2128086378] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9a2df522-be0b-4db9-a243-accf2ecfb245; range_end:; response_count:1; response_revision:1864; }","duration":"222.533001ms","start":"2026-07-25T01:19:05.609269Z","end":"2026-07-25T01:19:05.831802Z","steps":["trace[2128086378] 'agreement among raft nodes before linearized reading' (duration: 222.362438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:05.831829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:05.52212Z","time spent":"309.701355ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-25T01:19:06.08432Z","caller":"traceutil/trace.go:171","msg":"trace[780928270] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1934; }","duration":"183.503338ms","start":"2026-07-25T01:19:05.90079Z","end":"2026-07-25T01:19:06.084294Z","steps":["trace[780928270] 'read index received' (duration: 171.715978ms)","trace[780928270] 'applied index is now lower than readState.Index' (duration: 11.78609ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:19:06.084378Z","caller":"traceutil/trace.go:171","msg":"trace[466794863] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"246.710584ms","start":"2026-07-25T01:19:05.837638Z","end":"2026-07-25T01:19:06.084349Z","steps":["trace[466794863] 'process raft request' (duration: 234.887323ms)","trace[466794863] 'compare' (duration: 11.576096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:19:06.084487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.688593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a2df522-be0b-4db9-a243-accf2ecfb245\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-25T01:19:06.084531Z","caller":"traceutil/trace.go:171","msg":"trace[1099825190] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9a2df522-be0b-4db9-a243-accf2ecfb245; range_end:; response_count:1; response_revision:1866; }","duration":"183.775095ms","start":"2026-07-25T01:19:05.900743Z","end":"2026-07-25T01:19:06.084518Z","steps":["trace[1099825190] 'agreement among raft nodes before linearized reading' (duration: 183.686413ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:06.75518Z","caller":"traceutil/trace.go:171","msg":"trace[1789449736] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"666.217736ms","start":"2026-07-25T01:19:06.088937Z","end":"2026-07-25T01:19:06.755154Z","steps":["trace[1789449736] 'process raft request' (duration: 614.407994ms)","trace[1789449736] 'compare' (duration: 50.68234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:19:06.75528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.550959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:19:06.755153Z","caller":"traceutil/trace.go:171","msg":"trace[1727407589] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1935; }","duration":"449.413347ms","start":"2026-07-25T01:19:06.305706Z","end":"2026-07-25T01:19:06.75512Z","steps":["trace[1727407589] 'read index received' (duration: 397.780687ms)","trace[1727407589] 'applied index is now lower than readState.Index' (duration: 51.63139ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:19:06.755332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:06.08892Z","time spent":"666.328308ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:19:06.755363Z","caller":"traceutil/trace.go:171","msg":"trace[1449440292] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1867; }","duration":"449.671212ms","start":"2026-07-25T01:19:06.305659Z","end":"2026-07-25T01:19:06.75533Z","steps":["trace[1449440292] 'agreement among raft nodes before linearized reading' (duration: 449.55909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:06.755437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:06.305631Z","time spent":"449.789275ms","remote":"127.0.0.1:33542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-25T01:19:06.887757Z","caller":"traceutil/trace.go:171","msg":"trace[1141327743] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"562.042359ms","start":"2026-07-25T01:19:06.32569Z","end":"2026-07-25T01:19:06.887732Z","steps":["trace[1141327743] 'process raft request' (duration: 531.021953ms)","trace[1141327743] 'compare' (duration: 30.839412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:19:06.887908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:06.325671Z","time spent":"562.158671ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:19:06.88792Z","caller":"traceutil/trace.go:171","msg":"trace[963982538] linearizableReadLoop","detail":"{readStateIndex:1938; appliedIndex:1936; }","duration":"132.543931ms","start":"2026-07-25T01:19:06.755346Z","end":"2026-07-25T01:19:06.88789Z","steps":["trace[963982538] 'read index received' (duration: 101.376252ms)","trace[963982538] 'applied index is now lower than readState.Index' (duration: 31.166119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:19:06.888171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.766602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-25T01:19:06.888171Z","caller":"traceutil/trace.go:171","msg":"trace[1365094671] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"559.047641ms","start":"2026-07-25T01:19:06.329081Z","end":"2026-07-25T01:19:06.888129Z","steps":["trace[1365094671] 'process raft request' (duration: 558.584072ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:06.888214Z","caller":"traceutil/trace.go:171","msg":"trace[2031152190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1869; }","duration":"455.853894ms","start":"2026-07-25T01:19:06.432349Z","end":"2026-07-25T01:19:06.888202Z","steps":["trace[2031152190] 'agreement among raft nodes before linearized reading' (duration: 455.652529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:06.888257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:06.432327Z","time spent":"455.919605ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T01:19:06.888265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.513018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-25T01:19:06.888352Z","caller":"traceutil/trace.go:171","msg":"trace[1647703383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1869; }","duration":"319.64449ms","start":"2026-07-25T01:19:06.568687Z","end":"2026-07-25T01:19:06.888331Z","steps":["trace[1647703383] 'agreement among raft nodes before linearized reading' (duration: 319.395805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:06.888363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:06.329068Z","time spent":"559.184274ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:19:06.888399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:06.568667Z","time spent":"319.722942ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T01:19:06.888733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.206163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-25T01:19:06.888877Z","caller":"traceutil/trace.go:171","msg":"trace[579404708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1869; }","duration":"426.378266ms","start":"2026-07-25T01:19:06.462476Z","end":"2026-07-25T01:19:06.888854Z","steps":["trace[579404708] 'agreement among raft nodes before linearized reading' (duration: 425.514039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:06.888963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:06.462466Z","time spent":"426.481798ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T01:19:06.889412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.587828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-25T01:19:06.889476Z","caller":"traceutil/trace.go:171","msg":"trace[656154742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1869; }","duration":"317.68434ms","start":"2026-07-25T01:19:06.571779Z","end":"2026-07-25T01:19:06.889463Z","steps":["trace[656154742] 'agreement among raft nodes before linearized reading' (duration: 316.163651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:06.889518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:06.571764Z","time spent":"317.740442ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-25T01:19:12.155413Z","caller":"traceutil/trace.go:171","msg":"trace[1038507210] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1987; }","duration":"266.332238ms","start":"2026-07-25T01:19:11.889055Z","end":"2026-07-25T01:19:12.155387Z","steps":["trace[1038507210] 'read index received' (duration: 266.032122ms)","trace[1038507210] 'applied index is now lower than readState.Index' (duration: 298.996µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:19:12.155511Z","caller":"traceutil/trace.go:171","msg":"trace[1264871423] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"303.626777ms","start":"2026-07-25T01:19:11.851858Z","end":"2026-07-25T01:19:12.155484Z","steps":["trace[1264871423] 'process raft request' (duration: 303.239268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:12.155658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:11.851827Z","time spent":"303.755589ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:19:12.155664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.582073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-25T01:19:12.15575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.050643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-25T01:19:12.155758Z","caller":"traceutil/trace.go:171","msg":"trace[351566181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1918; }","duration":"266.709905ms","start":"2026-07-25T01:19:11.889026Z","end":"2026-07-25T01:19:12.155735Z","steps":["trace[351566181] 'agreement among raft nodes before linearized reading' (duration: 266.503391ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:12.155808Z","caller":"traceutil/trace.go:171","msg":"trace[204728786] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1918; }","duration":"241.145485ms","start":"2026-07-25T01:19:11.914644Z","end":"2026-07-25T01:19:12.155789Z","steps":["trace[204728786] 'agreement among raft nodes before linearized reading' (duration: 240.942161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:12.155883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.646789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-25T01:19:12.155975Z","caller":"traceutil/trace.go:171","msg":"trace[482823117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1918; }","duration":"232.77558ms","start":"2026-07-25T01:19:11.923178Z","end":"2026-07-25T01:19:12.155954Z","steps":["trace[482823117] 'agreement among raft nodes before linearized reading' (duration: 232.527366ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:18.356445Z","caller":"traceutil/trace.go:171","msg":"trace[1530413601] linearizableReadLoop","detail":"{readStateIndex:2038; appliedIndex:2037; }","duration":"179.817135ms","start":"2026-07-25T01:19:18.176608Z","end":"2026-07-25T01:19:18.356425Z","steps":["trace[1530413601] 'read index received' (duration: 179.660462ms)","trace[1530413601] 'applied index is now lower than readState.Index' (duration: 155.743µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:19:18.356505Z","caller":"traceutil/trace.go:171","msg":"trace[1987728389] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"181.889776ms","start":"2026-07-25T01:19:18.174596Z","end":"2026-07-25T01:19:18.356485Z","steps":["trace[1987728389] 'process raft request' (duration: 181.648141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:18.3566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.967088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:19:18.356654Z","caller":"traceutil/trace.go:171","msg":"trace[1040220477] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1966; }","duration":"180.057871ms","start":"2026-07-25T01:19:18.176582Z","end":"2026-07-25T01:19:18.35664Z","steps":["trace[1040220477] 'agreement among raft nodes before linearized reading' (duration: 179.961929ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:18.58527Z","caller":"traceutil/trace.go:171","msg":"trace[1317763983] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2038; }","duration":"228.727553ms","start":"2026-07-25T01:19:18.356515Z","end":"2026-07-25T01:19:18.585242Z","steps":["trace[1317763983] 'read index received' (duration: 166.911454ms)","trace[1317763983] 'applied index is now lower than readState.Index' (duration: 61.815109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:19:18.585408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.865641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:19:18.58546Z","caller":"traceutil/trace.go:171","msg":"trace[1922202573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1967; }","duration":"282.951823ms","start":"2026-07-25T01:19:18.302495Z","end":"2026-07-25T01:19:18.585446Z","steps":["trace[1922202573] 'agreement among raft nodes before linearized reading' (duration: 282.773979ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:18.585492Z","caller":"traceutil/trace.go:171","msg":"trace[353468536] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"402.163353ms","start":"2026-07-25T01:19:18.183303Z","end":"2026-07-25T01:19:18.585466Z","steps":["trace[353468536] 'process raft request' (duration: 340.198782ms)","trace[353468536] 'compare' (duration: 61.583564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:19:18.58558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.101052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-25T01:19:18.585627Z","caller":"traceutil/trace.go:171","msg":"trace[541488055] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1967; }","duration":"403.182214ms","start":"2026-07-25T01:19:18.182434Z","end":"2026-07-25T01:19:18.585616Z","steps":["trace[541488055] 'agreement among raft nodes before linearized reading' (duration: 402.97958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:18.585624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:18.183295Z","time spent":"402.267595ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:19:18.58567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:18.182426Z","time spent":"403.233905ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T01:19:18.58549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.373003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-25T01:19:18.5858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.749445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-25T01:19:18.585845Z","caller":"traceutil/trace.go:171","msg":"trace[1226000362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"391.824862ms","start":"2026-07-25T01:19:18.193995Z","end":"2026-07-25T01:19:18.58582Z","steps":["trace[1226000362] 'agreement among raft nodes before linearized reading' (duration: 391.298462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:18.585895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:18.193973Z","time spent":"391.901753ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-25T01:19:18.585905Z","caller":"traceutil/trace.go:171","msg":"trace[894657283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"221.841987ms","start":"2026-07-25T01:19:18.364001Z","end":"2026-07-25T01:19:18.585843Z","steps":["trace[894657283] 'agreement among raft nodes before linearized reading' (duration: 221.657964ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:18.713878Z","caller":"traceutil/trace.go:171","msg":"trace[103853021] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"124.013674ms","start":"2026-07-25T01:19:18.589833Z","end":"2026-07-25T01:19:18.713847Z","steps":["trace[103853021] 'process raft request' (duration: 100.054756ms)","trace[103853021] 'compare' (duration: 23.816036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:19:19.102582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.840043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-25T01:19:19.10281Z","caller":"traceutil/trace.go:171","msg":"trace[1802025827] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"155.523341ms","start":"2026-07-25T01:19:18.947257Z","end":"2026-07-25T01:19:19.10278Z","steps":["trace[1802025827] 'process raft request' (duration: 37.376822ms)","trace[1802025827] 'compare' (duration: 117.712181ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:19:19.102876Z","caller":"traceutil/trace.go:171","msg":"trace[1713299300] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2041; }","duration":"147.714728ms","start":"2026-07-25T01:19:18.955139Z","end":"2026-07-25T01:19:19.102853Z","steps":["trace[1713299300] 'read index received' (duration: 29.469376ms)","trace[1713299300] 'applied index is now lower than readState.Index' (duration: 118.244012ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:19:19.102983Z","caller":"traceutil/trace.go:171","msg":"trace[606218433] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"154.363539ms","start":"2026-07-25T01:19:18.948597Z","end":"2026-07-25T01:19:19.102961Z","steps":["trace[606218433] 'process raft request' (duration: 154.109623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:19.103115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.965803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-25T01:19:19.103136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.71209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-25T01:19:19.103172Z","caller":"traceutil/trace.go:171","msg":"trace[1966422777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1971; }","duration":"148.045735ms","start":"2026-07-25T01:19:18.955113Z","end":"2026-07-25T01:19:19.103158Z","steps":["trace[1966422777] 'agreement among raft nodes before linearized reading' (duration: 147.862972ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:19.103187Z","caller":"traceutil/trace.go:171","msg":"trace[432946353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1971; }","duration":"144.787752ms","start":"2026-07-25T01:19:18.958386Z","end":"2026-07-25T01:19:19.103174Z","steps":["trace[432946353] 'agreement among raft nodes before linearized reading' (duration: 144.623828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:19.103198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.098948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-25T01:19:19.103227Z","caller":"traceutil/trace.go:171","msg":"trace[1149404464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1971; }","duration":"144.147958ms","start":"2026-07-25T01:19:18.959072Z","end":"2026-07-25T01:19:19.10322Z","steps":["trace[1149404464] 'agreement among raft nodes before linearized reading' (duration: 144.071367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:19.103302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.779441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T01:19:19.103299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.758011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-25T01:19:19.103325Z","caller":"traceutil/trace.go:171","msg":"trace[605389809] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1971; }","duration":"123.873172ms","start":"2026-07-25T01:19:18.979445Z","end":"2026-07-25T01:19:19.103318Z","steps":["trace[605389809] 'agreement among raft nodes before linearized reading' (duration: 123.838722ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:19.103332Z","caller":"traceutil/trace.go:171","msg":"trace[1692966232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1971; }","duration":"144.789171ms","start":"2026-07-25T01:19:18.958534Z","end":"2026-07-25T01:19:19.103323Z","steps":["trace[1692966232] 'agreement among raft nodes before linearized reading' (duration: 144.71027ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:22.466449Z","caller":"traceutil/trace.go:171","msg":"trace[81381424] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2066; }","duration":"206.775663ms","start":"2026-07-25T01:19:22.259647Z","end":"2026-07-25T01:19:22.466423Z","steps":["trace[81381424] 'read index received' (duration: 206.64368ms)","trace[81381424] 'applied index is now lower than readState.Index' (duration: 130.503µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:19:22.466568Z","caller":"traceutil/trace.go:171","msg":"trace[138692860] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"436.572966ms","start":"2026-07-25T01:19:22.029983Z","end":"2026-07-25T01:19:22.466556Z","steps":["trace[138692860] 'process raft request' (duration: 436.294491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:22.466689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:22.02996Z","time spent":"436.651657ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:19:22.466834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.176821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-25T01:19:22.466938Z","caller":"traceutil/trace.go:171","msg":"trace[962420964] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:1995; }","duration":"207.322983ms","start":"2026-07-25T01:19:22.259589Z","end":"2026-07-25T01:19:22.466912Z","steps":["trace[962420964] 'agreement among raft nodes before linearized reading' (duration: 207.114709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:22.467044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.150449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:19:22.467067Z","caller":"traceutil/trace.go:171","msg":"trace[316727533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1996; }","duration":"164.20447ms","start":"2026-07-25T01:19:22.302855Z","end":"2026-07-25T01:19:22.46706Z","steps":["trace[316727533] 'agreement among raft nodes before linearized reading' (duration: 164.155579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:55.3298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.410129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-25T01:19:55.329893Z","caller":"traceutil/trace.go:171","msg":"trace[1018568319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2174; }","duration":"326.539301ms","start":"2026-07-25T01:19:55.003332Z","end":"2026-07-25T01:19:55.329872Z","steps":["trace[1018568319] 'range keys from in-memory index tree' (duration: 326.258517ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:55.329879Z","caller":"traceutil/trace.go:171","msg":"trace[1340249252] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"113.218561ms","start":"2026-07-25T01:19:55.216616Z","end":"2026-07-25T01:19:55.329835Z","steps":["trace[1340249252] 'process raft request' (duration: 108.007341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:55.32995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:19:55.003315Z","time spent":"326.622974ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-25T01:19:55.395341Z","caller":"traceutil/trace.go:171","msg":"trace[1677450431] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2253; }","duration":"137.563008ms","start":"2026-07-25T01:19:55.257743Z","end":"2026-07-25T01:19:55.395306Z","steps":["trace[1677450431] 'read index received' (duration: 66.884118ms)","trace[1677450431] 'applied index is now lower than readState.Index' (duration: 70.67798ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:19:55.395361Z","caller":"traceutil/trace.go:171","msg":"trace[1295649605] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"177.278174ms","start":"2026-07-25T01:19:55.218059Z","end":"2026-07-25T01:19:55.395337Z","steps":["trace[1295649605] 'process raft request' (duration: 177.08049ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:19:55.395433Z","caller":"traceutil/trace.go:171","msg":"trace[1526910969] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"110.51032ms","start":"2026-07-25T01:19:55.284891Z","end":"2026-07-25T01:19:55.395401Z","steps":["trace[1526910969] 'process raft request' (duration: 110.373308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:19:55.39572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.924736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-25T01:19:55.395832Z","caller":"traceutil/trace.go:171","msg":"trace[155758555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2177; }","duration":"138.12161ms","start":"2026-07-25T01:19:55.257681Z","end":"2026-07-25T01:19:55.395802Z","steps":["trace[155758555] 'agreement among raft nodes before linearized reading' (duration: 137.759542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:02.83364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.319905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:20:02.833887Z","caller":"traceutil/trace.go:171","msg":"trace[344605539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2215; }","duration":"530.58142ms","start":"2026-07-25T01:20:02.303237Z","end":"2026-07-25T01:20:02.833818Z","steps":["trace[344605539] 'range keys from in-memory index tree' (duration: 530.231343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:02.833997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:20:02.303214Z","time spent":"530.768253ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T01:20:02.834195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.924457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-25T01:20:02.834201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.372585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-25T01:20:02.834289Z","caller":"traceutil/trace.go:171","msg":"trace[1706127723] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:2215; }","duration":"573.072599ms","start":"2026-07-25T01:20:02.261195Z","end":"2026-07-25T01:20:02.834267Z","steps":["trace[1706127723] 'range keys from in-memory index tree' (duration: 572.733524ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:02.834303Z","caller":"traceutil/trace.go:171","msg":"trace[785297966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2215; }","duration":"947.520629ms","start":"2026-07-25T01:20:01.886757Z","end":"2026-07-25T01:20:02.834278Z","steps":["trace[785297966] 'range keys from in-memory index tree' (duration: 947.177481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:02.834338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:20:02.261166Z","time spent":"573.160331ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-25T01:20:02.83436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:20:01.886734Z","time spent":"947.61242ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-25T01:20:02.836153Z","caller":"traceutil/trace.go:171","msg":"trace[747634267] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"222.555919ms","start":"2026-07-25T01:20:02.613576Z","end":"2026-07-25T01:20:02.836132Z","steps":["trace[747634267] 'process raft request' (duration: 222.383295ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:03.125587Z","caller":"traceutil/trace.go:171","msg":"trace[2131381924] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"234.767877ms","start":"2026-07-25T01:20:02.890777Z","end":"2026-07-25T01:20:03.125545Z","steps":["trace[2131381924] 'process raft request' (duration: 234.269838ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:03.125619Z","caller":"traceutil/trace.go:171","msg":"trace[816132118] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"203.621429ms","start":"2026-07-25T01:20:02.921965Z","end":"2026-07-25T01:20:03.125586Z","steps":["trace[816132118] 'read index received' (duration: 202.990697ms)","trace[816132118] 'applied index is now lower than readState.Index' (duration: 559.84µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:20:03.125801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.799052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-25T01:20:03.125878Z","caller":"traceutil/trace.go:171","msg":"trace[1831594226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2217; }","duration":"203.933935ms","start":"2026-07-25T01:20:02.921923Z","end":"2026-07-25T01:20:03.125857Z","steps":["trace[1831594226] 'agreement among raft nodes before linearized reading' (duration: 203.67643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:03.849011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.078425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-25T01:20:03.849184Z","caller":"traceutil/trace.go:171","msg":"trace[1398518500] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"718.90224ms","start":"2026-07-25T01:20:03.130258Z","end":"2026-07-25T01:20:03.84916Z","steps":["trace[1398518500] 'process raft request' (duration: 461.5559ms)","trace[1398518500] 'compare' (duration: 256.515363ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:20:03.849254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:20:03.130242Z","time spent":"718.978961ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:20:03.849266Z","caller":"traceutil/trace.go:171","msg":"trace[1401959684] linearizableReadLoop","detail":"{readStateIndex:2300; appliedIndex:2299; }","duration":"718.890909ms","start":"2026-07-25T01:20:03.130356Z","end":"2026-07-25T01:20:03.849247Z","steps":["trace[1401959684] 'read index received' (duration: 461.53574ms)","trace[1401959684] 'applied index is now lower than readState.Index' (duration: 257.353459ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:20:03.849563Z","caller":"traceutil/trace.go:171","msg":"trace[465968971] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"472.662817ms","start":"2026-07-25T01:20:03.376874Z","end":"2026-07-25T01:20:03.849537Z","steps":["trace[465968971] 'process raft request' (duration: 472.30399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:03.849709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:20:03.37685Z","time spent":"472.78421ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:20:03.849706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.631904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c563a1a29adb3f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-25T01:20:03.849744Z","caller":"traceutil/trace.go:171","msg":"trace[1945921371] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"340.424163ms","start":"2026-07-25T01:20:03.509213Z","end":"2026-07-25T01:20:03.849637Z","steps":["trace[1945921371] 'process raft request' (duration: 340.223289ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:03.849797Z","caller":"traceutil/trace.go:171","msg":"trace[1952767144] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c563a1a29adb3f; range_end:; response_count:1; response_revision:2220; }","duration":"656.760276ms","start":"2026-07-25T01:20:03.193012Z","end":"2026-07-25T01:20:03.849772Z","steps":["trace[1952767144] 'agreement among raft nodes before linearized reading' (duration: 656.532861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:03.84985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:20:03.192994Z","time spent":"656.844719ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c563a1a29adb3f\" "} {"level":"warn","ts":"2026-07-25T01:20:03.849565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.182735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-25T01:20:03.849927Z","caller":"traceutil/trace.go:171","msg":"trace[673915025] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2219; }","duration":"719.571944ms","start":"2026-07-25T01:20:03.130342Z","end":"2026-07-25T01:20:03.849914Z","steps":["trace[673915025] 'agreement among raft nodes before linearized reading' (duration: 718.980582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:03.849965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:20:03.130333Z","time spent":"719.620725ms","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-25T01:20:03.84994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:20:03.509188Z","time spent":"340.612568ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:20:03.850187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.89956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-25T01:20:03.85023Z","caller":"traceutil/trace.go:171","msg":"trace[1198483770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2220; }","duration":"216.001152ms","start":"2026-07-25T01:20:03.634219Z","end":"2026-07-25T01:20:03.85022Z","steps":["trace[1198483770] 'agreement among raft nodes before linearized reading' (duration: 215.826608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:03.85032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.521538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-25T01:20:03.850371Z","caller":"traceutil/trace.go:171","msg":"trace[1693599360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2220; }","duration":"289.58925ms","start":"2026-07-25T01:20:03.56077Z","end":"2026-07-25T01:20:03.850359Z","steps":["trace[1693599360] 'agreement among raft nodes before linearized reading' (duration: 289.468488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:03.850382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.453617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-25T01:20:03.850371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.115767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-25T01:20:03.850414Z","caller":"traceutil/trace.go:171","msg":"trace[1159443562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2220; }","duration":"313.487777ms","start":"2026-07-25T01:20:03.536918Z","end":"2026-07-25T01:20:03.850405Z","steps":["trace[1159443562] 'agreement among raft nodes before linearized reading' (duration: 313.377575ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:03.850425Z","caller":"traceutil/trace.go:171","msg":"trace[382217652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2220; }","duration":"272.217449ms","start":"2026-07-25T01:20:03.578198Z","end":"2026-07-25T01:20:03.850415Z","steps":["trace[382217652] 'agreement among raft nodes before linearized reading' (duration: 272.066807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:03.850451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:20:03.536865Z","time spent":"313.577609ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T01:20:03.84975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.196236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-25T01:20:03.850507Z","caller":"traceutil/trace.go:171","msg":"trace[990320634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2220; }","duration":"215.975191ms","start":"2026-07-25T01:20:03.634525Z","end":"2026-07-25T01:20:03.8505Z","steps":["trace[990320634] 'agreement among raft nodes before linearized reading' (duration: 215.041852ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:04.138393Z","caller":"traceutil/trace.go:171","msg":"trace[1314626119] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"283.780326ms","start":"2026-07-25T01:20:03.854574Z","end":"2026-07-25T01:20:04.138355Z","steps":["trace[1314626119] 'process raft request' (duration: 283.589022ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:04.138448Z","caller":"traceutil/trace.go:171","msg":"trace[423489] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"284.950619ms","start":"2026-07-25T01:20:03.853467Z","end":"2026-07-25T01:20:04.138417Z","steps":["trace[423489] 'process raft request' (duration: 282.116914ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:04.138692Z","caller":"traceutil/trace.go:171","msg":"trace[107486888] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"283.96026ms","start":"2026-07-25T01:20:03.854702Z","end":"2026-07-25T01:20:04.138663Z","steps":["trace[107486888] 'process raft request' (duration: 283.611403ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:04.138851Z","caller":"traceutil/trace.go:171","msg":"trace[453495129] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"284.098123ms","start":"2026-07-25T01:20:03.854747Z","end":"2026-07-25T01:20:04.138845Z","steps":["trace[453495129] 'process raft request' (duration: 283.825727ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:04.138961Z","caller":"traceutil/trace.go:171","msg":"trace[531295752] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"284.118262ms","start":"2026-07-25T01:20:03.854829Z","end":"2026-07-25T01:20:04.138947Z","steps":["trace[531295752] 'process raft request' (duration: 284.020061ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:04.138938Z","caller":"traceutil/trace.go:171","msg":"trace[1611460064] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"284.155944ms","start":"2026-07-25T01:20:03.854754Z","end":"2026-07-25T01:20:04.13891Z","steps":["trace[1611460064] 'process raft request' (duration: 283.915349ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:04.138941Z","caller":"traceutil/trace.go:171","msg":"trace[2101343900] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2302; }","duration":"280.537833ms","start":"2026-07-25T01:20:03.858374Z","end":"2026-07-25T01:20:04.138912Z","steps":["trace[2101343900] 'read index received' (duration: 277.222998ms)","trace[2101343900] 'applied index is now lower than readState.Index' (duration: 3.313665ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:20:04.13911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.716286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:20:04.139176Z","caller":"traceutil/trace.go:171","msg":"trace[1465207405] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2226; }","duration":"280.821797ms","start":"2026-07-25T01:20:03.858336Z","end":"2026-07-25T01:20:04.139157Z","steps":["trace[1465207405] 'agreement among raft nodes before linearized reading' (duration: 280.670095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:04.13922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.553309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:20:04.139258Z","caller":"traceutil/trace.go:171","msg":"trace[485775876] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2226; }","duration":"222.646881ms","start":"2026-07-25T01:20:03.916598Z","end":"2026-07-25T01:20:04.139245Z","steps":["trace[485775876] 'agreement among raft nodes before linearized reading' (duration: 222.564599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:34.500678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.689105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-25T01:20:34.500788Z","caller":"traceutil/trace.go:171","msg":"trace[175943645] linearizableReadLoop","detail":"{readStateIndex:2657; appliedIndex:2656; }","duration":"221.535949ms","start":"2026-07-25T01:20:34.27924Z","end":"2026-07-25T01:20:34.500776Z","steps":["trace[175943645] 'read index received' (duration: 27.51µs)","trace[175943645] 'applied index is now lower than readState.Index' (duration: 221.507449ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:20:34.500862Z","caller":"traceutil/trace.go:171","msg":"trace[363157361] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"523.344088ms","start":"2026-07-25T01:20:33.977489Z","end":"2026-07-25T01:20:34.500833Z","steps":["trace[363157361] 'process raft request' (duration: 65.433849ms)","trace[363157361] 'compare' (duration: 457.567473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:20:34.500943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.907928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T01:20:34.500997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.512345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-25T01:20:34.501017Z","caller":"traceutil/trace.go:171","msg":"trace[868939794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2562; }","duration":"198.00967ms","start":"2026-07-25T01:20:34.30299Z","end":"2026-07-25T01:20:34.500999Z","steps":["trace[868939794] 'agreement among raft nodes before linearized reading' (duration: 197.883017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:34.501016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.189639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-25T01:20:34.501065Z","caller":"traceutil/trace.go:171","msg":"trace[1254632884] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2562; }","duration":"165.635786ms","start":"2026-07-25T01:20:34.335413Z","end":"2026-07-25T01:20:34.501049Z","steps":["trace[1254632884] 'agreement among raft nodes before linearized reading' (duration: 165.508124ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:34.501088Z","caller":"traceutil/trace.go:171","msg":"trace[1891141529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2562; }","duration":"208.282361ms","start":"2026-07-25T01:20:34.292784Z","end":"2026-07-25T01:20:34.501066Z","steps":["trace[1891141529] 'agreement among raft nodes before linearized reading' (duration: 208.114718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:34.501102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.223859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-25T01:20:34.500989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.730033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-25T01:20:34.501142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.336429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-25T01:20:34.501164Z","caller":"traceutil/trace.go:171","msg":"trace[1355554519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2562; }","duration":"208.309071ms","start":"2026-07-25T01:20:34.292841Z","end":"2026-07-25T01:20:34.50115Z","steps":["trace[1355554519] 'agreement among raft nodes before linearized reading' (duration: 208.205679ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:34.501159Z","caller":"traceutil/trace.go:171","msg":"trace[1345790755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2562; }","duration":"221.939437ms","start":"2026-07-25T01:20:34.279202Z","end":"2026-07-25T01:20:34.501141Z","steps":["trace[1345790755] 'agreement among raft nodes before linearized reading' (duration: 221.627581ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:20:34.501182Z","caller":"traceutil/trace.go:171","msg":"trace[99376591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2562; }","duration":"212.399651ms","start":"2026-07-25T01:20:34.288773Z","end":"2026-07-25T01:20:34.501173Z","steps":["trace[99376591] 'agreement among raft nodes before linearized reading' (duration: 212.264318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:34.501329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.523571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-25T01:20:34.501354Z","caller":"traceutil/trace.go:171","msg":"trace[347379496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2562; }","duration":"217.585832ms","start":"2026-07-25T01:20:34.283763Z","end":"2026-07-25T01:20:34.501349Z","steps":["trace[347379496] 'agreement among raft nodes before linearized reading' (duration: 217.086473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:20:34.501009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:20:33.977475Z","time spent":"523.456381ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:21:09.069372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.527441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-25T01:21:09.069712Z","caller":"traceutil/trace.go:171","msg":"trace[2034250881] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"355.602445ms","start":"2026-07-25T01:21:08.713911Z","end":"2026-07-25T01:21:09.069514Z","steps":["trace[2034250881] 'process raft request' (duration: 40.765997ms)","trace[2034250881] 'compare' (duration: 314.176164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:21:09.069947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:21:08.713884Z","time spent":"355.895831ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:21:09.410905Z","caller":"traceutil/trace.go:171","msg":"trace[1192369874] linearizableReadLoop","detail":"{readStateIndex:2877; appliedIndex:2876; }","duration":"160.833654ms","start":"2026-07-25T01:21:09.250044Z","end":"2026-07-25T01:21:09.410878Z","steps":["trace[1192369874] 'read index received' (duration: 160.58504ms)","trace[1192369874] 'applied index is now lower than readState.Index' (duration: 247.284µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:21:09.411016Z","caller":"traceutil/trace.go:171","msg":"trace[2094845525] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"314.004451ms","start":"2026-07-25T01:21:09.096982Z","end":"2026-07-25T01:21:09.410987Z","steps":["trace[2094845525] 'process raft request' (duration: 313.741437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:21:09.411166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:21:09.096957Z","time spent":"314.127494ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:21:09.411357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.285245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-25T01:21:09.411342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.90796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:21:09.411405Z","caller":"traceutil/trace.go:171","msg":"trace[1485458810] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2774; }","duration":"161.412557ms","start":"2026-07-25T01:21:09.249981Z","end":"2026-07-25T01:21:09.411393Z","steps":["trace[1485458810] 'agreement among raft nodes before linearized reading' (duration: 161.038039ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:21:09.411467Z","caller":"traceutil/trace.go:171","msg":"trace[1489981262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2774; }","duration":"110.107864ms","start":"2026-07-25T01:21:09.301333Z","end":"2026-07-25T01:21:09.411441Z","steps":["trace[1489981262] 'agreement among raft nodes before linearized reading' (duration: 109.827879ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:23:02.576248Z","caller":"traceutil/trace.go:171","msg":"trace[772916701] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"105.330832ms","start":"2026-07-25T01:23:02.470889Z","end":"2026-07-25T01:23:02.57622Z","steps":["trace[772916701] 'process raft request' (duration: 105.150608ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:23:35.915407Z","caller":"traceutil/trace.go:171","msg":"trace[1056899943] linearizableReadLoop","detail":"{readStateIndex:3884; appliedIndex:3883; }","duration":"137.551535ms","start":"2026-07-25T01:23:35.777823Z","end":"2026-07-25T01:23:35.915375Z","steps":["trace[1056899943] 'read index received' (duration: 137.28463ms)","trace[1056899943] 'applied index is now lower than readState.Index' (duration: 265.145µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:23:35.915492Z","caller":"traceutil/trace.go:171","msg":"trace[1746785413] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"405.724788ms","start":"2026-07-25T01:23:35.509735Z","end":"2026-07-25T01:23:35.915459Z","steps":["trace[1746785413] 'process raft request' (duration: 405.481334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:23:35.915722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.856241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-25T01:23:35.915863Z","caller":"traceutil/trace.go:171","msg":"trace[532455157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3745; }","duration":"137.981704ms","start":"2026-07-25T01:23:35.77778Z","end":"2026-07-25T01:23:35.915762Z","steps":["trace[532455157] 'agreement among raft nodes before linearized reading' (duration: 137.78782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:23:35.91588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.972065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dg86l\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-25T01:23:35.915992Z","caller":"traceutil/trace.go:171","msg":"trace[279829310] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dg86l; range_end:; response_count:1; response_revision:3745; }","duration":"132.121369ms","start":"2026-07-25T01:23:35.783842Z","end":"2026-07-25T01:23:35.915964Z","steps":["trace[279829310] 'agreement among raft nodes before linearized reading' (duration: 131.854244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:23:35.915882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:23:35.509714Z","time spent":"405.988084ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:24:55.939347Z","caller":"traceutil/trace.go:171","msg":"trace[1443529406] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"140.394459ms","start":"2026-07-25T01:24:55.798923Z","end":"2026-07-25T01:24:55.939318Z","steps":["trace[1443529406] 'process raft request' (duration: 139.980632ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:24:59.660641Z","caller":"traceutil/trace.go:171","msg":"trace[2108487403] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"270.647791ms","start":"2026-07-25T01:24:59.389958Z","end":"2026-07-25T01:24:59.660606Z","steps":["trace[2108487403] 'process raft request' (duration: 270.475037ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:24:59.697872Z","caller":"traceutil/trace.go:171","msg":"trace[244532133] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5109; }","duration":"123.905317ms","start":"2026-07-25T01:24:59.57394Z","end":"2026-07-25T01:24:59.697846Z","steps":["trace[244532133] 'read index received' (duration: 86.481304ms)","trace[244532133] 'applied index is now lower than readState.Index' (duration: 37.422863ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:24:59.697967Z","caller":"traceutil/trace.go:171","msg":"trace[1653790220] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"295.274143ms","start":"2026-07-25T01:24:59.402662Z","end":"2026-07-25T01:24:59.697937Z","steps":["trace[1653790220] 'process raft request' (duration: 295.036549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:24:59.698142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.172362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-5md4v-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-07-25T01:24:59.698198Z","caller":"traceutil/trace.go:171","msg":"trace[123675352] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-5md4v-tls; range_end:; response_count:1; response_revision:4926; }","duration":"124.288425ms","start":"2026-07-25T01:24:59.573894Z","end":"2026-07-25T01:24:59.698183Z","steps":["trace[123675352] 'agreement among raft nodes before linearized reading' (duration: 124.06352ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:00.060624Z","caller":"traceutil/trace.go:171","msg":"trace[410002916] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"227.841182ms","start":"2026-07-25T01:24:59.832747Z","end":"2026-07-25T01:25:00.060588Z","steps":["trace[410002916] 'process raft request' (duration: 214.754476ms)","trace[410002916] 'compare' (duration: 12.714579ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:25:00.060654Z","caller":"traceutil/trace.go:171","msg":"trace[995769031] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"224.061118ms","start":"2026-07-25T01:24:59.836569Z","end":"2026-07-25T01:25:00.06063Z","steps":["trace[995769031] 'process raft request' (duration: 223.798023ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:01.520882Z","caller":"traceutil/trace.go:171","msg":"trace[1595614319] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"111.735637ms","start":"2026-07-25T01:25:01.409125Z","end":"2026-07-25T01:25:01.52086Z","steps":["trace[1595614319] 'process raft request' (duration: 111.519963ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:01.521071Z","caller":"traceutil/trace.go:171","msg":"trace[653167144] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"104.435144ms","start":"2026-07-25T01:25:01.416598Z","end":"2026-07-25T01:25:01.521033Z","steps":["trace[653167144] 'process raft request' (duration: 104.19633ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:01.664973Z","caller":"traceutil/trace.go:171","msg":"trace[1472189930] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"136.748678ms","start":"2026-07-25T01:25:01.528194Z","end":"2026-07-25T01:25:01.664943Z","steps":["trace[1472189930] 'process raft request' (duration: 135.375241ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:01.670798Z","caller":"traceutil/trace.go:171","msg":"trace[266154953] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"142.49818ms","start":"2026-07-25T01:25:01.528287Z","end":"2026-07-25T01:25:01.670785Z","steps":["trace[266154953] 'process raft request' (duration: 141.97476ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:01.670869Z","caller":"traceutil/trace.go:171","msg":"trace[846563771] linearizableReadLoop","detail":"{readStateIndex:5157; appliedIndex:5153; }","duration":"101.918095ms","start":"2026-07-25T01:25:01.568925Z","end":"2026-07-25T01:25:01.670843Z","steps":["trace[846563771] 'read index received' (duration: 94.622673ms)","trace[846563771] 'applied index is now lower than readState.Index' (duration: 7.294462ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:25:01.67093Z","caller":"traceutil/trace.go:171","msg":"trace[417366847] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"142.548282ms","start":"2026-07-25T01:25:01.528352Z","end":"2026-07-25T01:25:01.6709Z","steps":["trace[417366847] 'process raft request' (duration: 142.344418ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:01.671011Z","caller":"traceutil/trace.go:171","msg":"trace[54366175] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"142.647253ms","start":"2026-07-25T01:25:01.528355Z","end":"2026-07-25T01:25:01.671003Z","steps":["trace[54366175] 'process raft request' (duration: 142.443449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:01.671241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.285813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:25:01.671297Z","caller":"traceutil/trace.go:171","msg":"trace[1428359627] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4972; }","duration":"102.410926ms","start":"2026-07-25T01:25:01.568871Z","end":"2026-07-25T01:25:01.671282Z","steps":["trace[1428359627] 'agreement among raft nodes before linearized reading' (duration: 102.074849ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:11.428188Z","caller":"traceutil/trace.go:171","msg":"trace[1388626034] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"140.937189ms","start":"2026-07-25T01:25:11.28722Z","end":"2026-07-25T01:25:11.428157Z","steps":["trace[1388626034] 'process raft request' (duration: 137.768757ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:11.428179Z","caller":"traceutil/trace.go:171","msg":"trace[674791158] linearizableReadLoop","detail":"{readStateIndex:5353; appliedIndex:5352; }","duration":"125.762393ms","start":"2026-07-25T01:25:11.302391Z","end":"2026-07-25T01:25:11.428153Z","steps":["trace[674791158] 'read index received' (duration: 122.569021ms)","trace[674791158] 'applied index is now lower than readState.Index' (duration: 3.192322ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:25:11.428402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.979277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:25:11.428504Z","caller":"traceutil/trace.go:171","msg":"trace[532014820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5160; }","duration":"126.134811ms","start":"2026-07-25T01:25:11.302347Z","end":"2026-07-25T01:25:11.428482Z","steps":["trace[532014820] 'agreement among raft nodes before linearized reading' (duration: 125.891946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:12.48035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.280158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-25T01:25:12.480442Z","caller":"traceutil/trace.go:171","msg":"trace[553273568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5195; }","duration":"102.442841ms","start":"2026-07-25T01:25:12.377977Z","end":"2026-07-25T01:25:12.48042Z","steps":["trace[553273568] 'range keys from in-memory index tree' (duration: 102.121415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:12.480349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.699237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-25T01:25:12.480594Z","caller":"traceutil/trace.go:171","msg":"trace[1900794114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5195; }","duration":"102.958591ms","start":"2026-07-25T01:25:12.377577Z","end":"2026-07-25T01:25:12.480536Z","steps":["trace[1900794114] 'range keys from in-memory index tree' (duration: 102.546414ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:13.475298Z","caller":"traceutil/trace.go:171","msg":"trace[1561813104] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"410.268013ms","start":"2026-07-25T01:25:13.065003Z","end":"2026-07-25T01:25:13.475271Z","steps":["trace[1561813104] 'process raft request' (duration: 410.10515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:13.475485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:25:13.064962Z","time spent":"410.419136ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:25:13.620751Z","caller":"traceutil/trace.go:171","msg":"trace[52819729] linearizableReadLoop","detail":"{readStateIndex:5400; appliedIndex:5398; }","duration":"401.153694ms","start":"2026-07-25T01:25:13.219565Z","end":"2026-07-25T01:25:13.620719Z","steps":["trace[52819729] 'read index received' (duration: 255.569087ms)","trace[52819729] 'applied index is now lower than readState.Index' (duration: 145.583407ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:25:13.620828Z","caller":"traceutil/trace.go:171","msg":"trace[796266341] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"547.60155ms","start":"2026-07-25T01:25:13.073185Z","end":"2026-07-25T01:25:13.620786Z","steps":["trace[796266341] 'process raft request' (duration: 452.623145ms)","trace[796266341] 'compare' (duration: 94.73128ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:25:13.620952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.476451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:25:13.621003Z","caller":"traceutil/trace.go:171","msg":"trace[1664968582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5206; }","duration":"317.590903ms","start":"2026-07-25T01:25:13.3034Z","end":"2026-07-25T01:25:13.62099Z","steps":["trace[1664968582] 'agreement among raft nodes before linearized reading' (duration: 317.489122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:13.621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:25:13.073165Z","time spent":"547.743332ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:25:13.621007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.405939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T01:25:13.621045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:25:13.303377Z","time spent":"317.658885ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T01:25:13.621093Z","caller":"traceutil/trace.go:171","msg":"trace[1428039964] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5206; }","duration":"401.522192ms","start":"2026-07-25T01:25:13.219552Z","end":"2026-07-25T01:25:13.621074Z","steps":["trace[1428039964] 'agreement among raft nodes before linearized reading' (duration: 401.321447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:13.621143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:25:13.219494Z","time spent":"401.638364ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-25T01:25:20.676068Z","caller":"traceutil/trace.go:171","msg":"trace[1572671774] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"107.794416ms","start":"2026-07-25T01:25:20.568253Z","end":"2026-07-25T01:25:20.676047Z","steps":["trace[1572671774] 'process raft request' (duration: 107.683894ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:20.810354Z","caller":"traceutil/trace.go:171","msg":"trace[755854062] linearizableReadLoop","detail":"{readStateIndex:5581; appliedIndex:5579; }","duration":"222.510668ms","start":"2026-07-25T01:25:20.587812Z","end":"2026-07-25T01:25:20.810322Z","steps":["trace[755854062] 'read index received' (duration: 88.190201ms)","trace[755854062] 'applied index is now lower than readState.Index' (duration: 134.319157ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:25:20.810535Z","caller":"traceutil/trace.go:171","msg":"trace[1322647219] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"238.896769ms","start":"2026-07-25T01:25:20.5716Z","end":"2026-07-25T01:25:20.810497Z","steps":["trace[1322647219] 'process raft request' (duration: 190.623222ms)","trace[1322647219] 'compare' (duration: 47.982212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:25:20.810635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.796343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cedde17a-bab2-4ff9-b3d6-a91f8562637f\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-07-25T01:25:20.810632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.061843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cedde17a-bab2-4ff9-b3d6-a91f8562637f\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-07-25T01:25:20.810649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.164524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-25T01:25:20.81068Z","caller":"traceutil/trace.go:171","msg":"trace[1878911235] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cedde17a-bab2-4ff9-b3d6-a91f8562637f; range_end:; response_count:1; response_revision:5383; }","duration":"222.870964ms","start":"2026-07-25T01:25:20.587796Z","end":"2026-07-25T01:25:20.810667Z","steps":["trace[1878911235] 'agreement among raft nodes before linearized reading' (duration: 222.689511ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:20.810691Z","caller":"traceutil/trace.go:171","msg":"trace[907711027] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cedde17a-bab2-4ff9-b3d6-a91f8562637f; range_end:; response_count:1; response_revision:5383; }","duration":"155.159115ms","start":"2026-07-25T01:25:20.655518Z","end":"2026-07-25T01:25:20.810677Z","steps":["trace[907711027] 'agreement among raft nodes before linearized reading' (duration: 154.979891ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:20.810699Z","caller":"traceutil/trace.go:171","msg":"trace[1155873965] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5383; }","duration":"131.249546ms","start":"2026-07-25T01:25:20.679437Z","end":"2026-07-25T01:25:20.810686Z","steps":["trace[1155873965] 'agreement among raft nodes before linearized reading' (duration: 131.093543ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:27.872325Z","caller":"traceutil/trace.go:171","msg":"trace[1464473342] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"185.006372ms","start":"2026-07-25T01:25:27.687282Z","end":"2026-07-25T01:25:27.872288Z","steps":["trace[1464473342] 'process raft request' (duration: 118.221901ms)","trace[1464473342] 'compare' (duration: 66.465225ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:25:27.872337Z","caller":"traceutil/trace.go:171","msg":"trace[1985339133] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5659; }","duration":"168.914636ms","start":"2026-07-25T01:25:27.703398Z","end":"2026-07-25T01:25:27.872313Z","steps":["trace[1985339133] 'read index received' (duration: 102.104485ms)","trace[1985339133] 'applied index is now lower than readState.Index' (duration: 66.809271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:25:27.872522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.09753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-25T01:25:27.872517Z","caller":"traceutil/trace.go:171","msg":"trace[1024376884] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"174.481925ms","start":"2026-07-25T01:25:27.697996Z","end":"2026-07-25T01:25:27.872478Z","steps":["trace[1024376884] 'process raft request' (duration: 174.22749ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:27.872568Z","caller":"traceutil/trace.go:171","msg":"trace[617818373] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5461; }","duration":"169.175951ms","start":"2026-07-25T01:25:27.703379Z","end":"2026-07-25T01:25:27.872555Z","steps":["trace[617818373] 'agreement among raft nodes before linearized reading' (duration: 169.009328ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:28.091244Z","caller":"traceutil/trace.go:171","msg":"trace[1034169562] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"184.067743ms","start":"2026-07-25T01:25:27.907146Z","end":"2026-07-25T01:25:28.091214Z","steps":["trace[1034169562] 'process raft request' (duration: 183.35999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:28.410008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.145089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-25T01:25:28.410036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.998103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-25T01:25:28.410089Z","caller":"traceutil/trace.go:171","msg":"trace[353892374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5469; }","duration":"170.260242ms","start":"2026-07-25T01:25:28.239806Z","end":"2026-07-25T01:25:28.410067Z","steps":["trace[353892374] 'range keys from in-memory index tree' (duration: 169.906464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:28.410038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.710749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-25T01:25:28.410144Z","caller":"traceutil/trace.go:171","msg":"trace[1713582610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5469; }","duration":"153.148266ms","start":"2026-07-25T01:25:28.256974Z","end":"2026-07-25T01:25:28.410122Z","steps":["trace[1713582610] 'range keys from in-memory index tree' (duration: 152.82914ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:28.410183Z","caller":"traceutil/trace.go:171","msg":"trace[929539389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5469; }","duration":"176.900572ms","start":"2026-07-25T01:25:28.233241Z","end":"2026-07-25T01:25:28.410142Z","steps":["trace[929539389] 'range keys from in-memory index tree' (duration: 176.531425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:28.409987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.049981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-25T01:25:28.410295Z","caller":"traceutil/trace.go:171","msg":"trace[126853615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5469; }","duration":"161.418748ms","start":"2026-07-25T01:25:28.248856Z","end":"2026-07-25T01:25:28.410275Z","steps":["trace[126853615] 'range keys from in-memory index tree' (duration: 160.856677ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:32.049194Z","caller":"traceutil/trace.go:171","msg":"trace[1658575651] linearizableReadLoop","detail":"{readStateIndex:5699; appliedIndex:5698; }","duration":"284.066746ms","start":"2026-07-25T01:25:31.765103Z","end":"2026-07-25T01:25:32.04917Z","steps":["trace[1658575651] 'read index received' (duration: 284.018125ms)","trace[1658575651] 'applied index is now lower than readState.Index' (duration: 47.441µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:25:32.049426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.307261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-25T01:25:32.049496Z","caller":"traceutil/trace.go:171","msg":"trace[1079881005] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5499; }","duration":"284.417283ms","start":"2026-07-25T01:25:31.765057Z","end":"2026-07-25T01:25:32.049475Z","steps":["trace[1079881005] 'agreement among raft nodes before linearized reading' (duration: 284.232799ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:32.049344Z","caller":"traceutil/trace.go:171","msg":"trace[656262848] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"329.523579ms","start":"2026-07-25T01:25:31.719779Z","end":"2026-07-25T01:25:32.049302Z","steps":["trace[656262848] 'process raft request' (duration: 329.259904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:32.049837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:25:31.719746Z","time spent":"329.913236ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:25:32.092046Z","caller":"traceutil/trace.go:171","msg":"trace[1926574457] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"205.593356ms","start":"2026-07-25T01:25:31.886428Z","end":"2026-07-25T01:25:32.092022Z","steps":["trace[1926574457] 'process raft request' (duration: 205.506454ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:32.092048Z","caller":"traceutil/trace.go:171","msg":"trace[1628019168] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"301.811465ms","start":"2026-07-25T01:25:31.790207Z","end":"2026-07-25T01:25:32.092019Z","steps":["trace[1628019168] 'process raft request' (duration: 296.618492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:32.092183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.203494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-25T01:25:32.092272Z","caller":"traceutil/trace.go:171","msg":"trace[2021581898] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5501; }","duration":"189.333266ms","start":"2026-07-25T01:25:31.902916Z","end":"2026-07-25T01:25:32.09225Z","steps":["trace[2021581898] 'agreement among raft nodes before linearized reading' (duration: 189.166173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:32.092326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:25:31.79019Z","time spent":"302.05307ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:25:32.329042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.376199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:25:32.329124Z","caller":"traceutil/trace.go:171","msg":"trace[1361367568] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5505; }","duration":"129.512882ms","start":"2026-07-25T01:25:32.199593Z","end":"2026-07-25T01:25:32.329106Z","steps":["trace[1361367568] 'count revisions from in-memory index tree' (duration: 129.207926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:32.636912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.020566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-25T01:25:32.637036Z","caller":"traceutil/trace.go:171","msg":"trace[1828208146] linearizableReadLoop","detail":"{readStateIndex:5708; appliedIndex:5707; }","duration":"213.99409ms","start":"2026-07-25T01:25:32.423019Z","end":"2026-07-25T01:25:32.637013Z","steps":["trace[1828208146] 'read index received' (duration: 10.71098ms)","trace[1828208146] 'applied index is now lower than readState.Index' (duration: 203.28184ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:25:32.637054Z","caller":"traceutil/trace.go:171","msg":"trace[218638812] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"214.44828ms","start":"2026-07-25T01:25:32.422579Z","end":"2026-07-25T01:25:32.637027Z","steps":["trace[218638812] 'process raft request' (duration: 11.21666ms)","trace[218638812] 'compare' (duration: 202.902263ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:25:32.637265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.223706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-25T01:25:32.637355Z","caller":"traceutil/trace.go:171","msg":"trace[1586805669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5507; }","duration":"214.337727ms","start":"2026-07-25T01:25:32.422995Z","end":"2026-07-25T01:25:32.637332Z","steps":["trace[1586805669] 'agreement among raft nodes before linearized reading' (duration: 214.096343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:32.63751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.845219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-25T01:25:32.637541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.617725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-25T01:25:32.637555Z","caller":"traceutil/trace.go:171","msg":"trace[1530326614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5507; }","duration":"207.988072ms","start":"2026-07-25T01:25:32.429556Z","end":"2026-07-25T01:25:32.637544Z","steps":["trace[1530326614] 'agreement among raft nodes before linearized reading' (duration: 207.782809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:32.637523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.331349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-25T01:25:32.637502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.476532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-25T01:25:32.637607Z","caller":"traceutil/trace.go:171","msg":"trace[796296457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5507; }","duration":"208.458681ms","start":"2026-07-25T01:25:32.429128Z","end":"2026-07-25T01:25:32.637587Z","steps":["trace[796296457] 'agreement among raft nodes before linearized reading' (duration: 208.248697ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:32.637655Z","caller":"traceutil/trace.go:171","msg":"trace[1182704357] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5507; }","duration":"208.640575ms","start":"2026-07-25T01:25:32.428992Z","end":"2026-07-25T01:25:32.637633Z","steps":["trace[1182704357] 'agreement among raft nodes before linearized reading' (duration: 208.404081ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:32.637687Z","caller":"traceutil/trace.go:171","msg":"trace[1870068085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5507; }","duration":"208.745768ms","start":"2026-07-25T01:25:32.428825Z","end":"2026-07-25T01:25:32.63757Z","steps":["trace[1870068085] 'agreement among raft nodes before linearized reading' (duration: 208.507603ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:32.81031Z","caller":"traceutil/trace.go:171","msg":"trace[2114909058] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"168.299943ms","start":"2026-07-25T01:25:32.641948Z","end":"2026-07-25T01:25:32.810248Z","steps":["trace[2114909058] 'process raft request' (duration: 163.363356ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:32.810663Z","caller":"traceutil/trace.go:171","msg":"trace[1363795537] linearizableReadLoop","detail":"{readStateIndex:5712; appliedIndex:5708; }","duration":"167.947837ms","start":"2026-07-25T01:25:32.642348Z","end":"2026-07-25T01:25:32.810296Z","steps":["trace[1363795537] 'read index received' (duration: 63.847263ms)","trace[1363795537] 'applied index is now lower than readState.Index' (duration: 104.064583ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:25:32.81075Z","caller":"traceutil/trace.go:171","msg":"trace[108332369] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"168.608249ms","start":"2026-07-25T01:25:32.642098Z","end":"2026-07-25T01:25:32.810706Z","steps":["trace[108332369] 'process raft request' (duration: 168.064499ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:25:32.810784Z","caller":"traceutil/trace.go:171","msg":"trace[424408581] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"168.514058ms","start":"2026-07-25T01:25:32.642233Z","end":"2026-07-25T01:25:32.810747Z","steps":["trace[424408581] 'process raft request' (duration: 167.980618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:32.81088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.851505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:25:32.810957Z","caller":"traceutil/trace.go:171","msg":"trace[192900154] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5511; }","duration":"112.965577ms","start":"2026-07-25T01:25:32.697973Z","end":"2026-07-25T01:25:32.810938Z","steps":["trace[192900154] 'agreement among raft nodes before linearized reading' (duration: 112.849945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:25:32.811062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.687311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81829"} {"level":"info","ts":"2026-07-25T01:25:32.811139Z","caller":"traceutil/trace.go:171","msg":"trace[58304532] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5511; }","duration":"168.798513ms","start":"2026-07-25T01:25:32.642323Z","end":"2026-07-25T01:25:32.811121Z","steps":["trace[58304532] 'agreement among raft nodes before linearized reading' (duration: 168.480347ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:26:03.24303Z","caller":"traceutil/trace.go:171","msg":"trace[1166670655] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"539.125962ms","start":"2026-07-25T01:26:02.703874Z","end":"2026-07-25T01:26:03.243Z","steps":["trace[1166670655] 'process raft request' (duration: 538.925868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.243218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:26:02.703851Z","time spent":"539.273816ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:26:03.3006Z","caller":"traceutil/trace.go:171","msg":"trace[521145193] linearizableReadLoop","detail":"{readStateIndex:6009; appliedIndex:6007; }","duration":"557.915582ms","start":"2026-07-25T01:26:02.742659Z","end":"2026-07-25T01:26:03.300575Z","steps":["trace[521145193] 'read index received' (duration: 500.232929ms)","trace[521145193] 'applied index is now lower than readState.Index' (duration: 57.681252ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:26:03.300908Z","caller":"traceutil/trace.go:171","msg":"trace[2060180567] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"560.319359ms","start":"2026-07-25T01:26:02.740575Z","end":"2026-07-25T01:26:03.300894Z","steps":["trace[2060180567] 'process raft request' (duration: 558.797979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.301031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:26:02.740549Z","time spent":"560.398051ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:26:03.301268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.606635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:26:03.3013Z","caller":"traceutil/trace.go:171","msg":"trace[47234719] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5801; }","duration":"558.665126ms","start":"2026-07-25T01:26:02.742626Z","end":"2026-07-25T01:26:03.301291Z","steps":["trace[47234719] 'agreement among raft nodes before linearized reading' (duration: 558.608015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.301326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:26:02.742615Z","time spent":"558.705278ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-25T01:26:03.301493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.774069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:26:03.301538Z","caller":"traceutil/trace.go:171","msg":"trace[479246905] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5801; }","duration":"558.826129ms","start":"2026-07-25T01:26:02.742685Z","end":"2026-07-25T01:26:03.301511Z","steps":["trace[479246905] 'agreement among raft nodes before linearized reading' (duration: 558.786999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.301564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:26:02.742672Z","time spent":"558.88549ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-07-25T01:26:03.301682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.103778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-25T01:26:03.301756Z","caller":"traceutil/trace.go:171","msg":"trace[833980057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5801; }","duration":"282.22931ms","start":"2026-07-25T01:26:03.01951Z","end":"2026-07-25T01:26:03.301739Z","steps":["trace[833980057] 'agreement among raft nodes before linearized reading' (duration: 281.961625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.301786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.854705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dg86l\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-25T01:26:03.301821Z","caller":"traceutil/trace.go:171","msg":"trace[14969459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dg86l; range_end:; response_count:1; response_revision:5801; }","duration":"327.916657ms","start":"2026-07-25T01:26:02.973896Z","end":"2026-07-25T01:26:03.301812Z","steps":["trace[14969459] 'agreement among raft nodes before linearized reading' (duration: 327.789895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.301846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:26:02.973881Z","time spent":"327.960128ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-dg86l\" "} {"level":"warn","ts":"2026-07-25T01:26:03.302041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.923365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-25T01:26:03.302078Z","caller":"traceutil/trace.go:171","msg":"trace[1041967101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5801; }","duration":"332.980547ms","start":"2026-07-25T01:26:02.96909Z","end":"2026-07-25T01:26:03.30207Z","steps":["trace[1041967101] 'agreement among raft nodes before linearized reading' (duration: 332.889524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.302103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:26:02.969078Z","time spent":"333.019577ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T01:26:03.302217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.985004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-25T01:26:03.302268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.587449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-25T01:26:03.302285Z","caller":"traceutil/trace.go:171","msg":"trace[436404247] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5801; }","duration":"233.085806ms","start":"2026-07-25T01:26:03.069183Z","end":"2026-07-25T01:26:03.302269Z","steps":["trace[436404247] 'agreement among raft nodes before linearized reading' (duration: 232.902672ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:26:03.302302Z","caller":"traceutil/trace.go:171","msg":"trace[1141713934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5801; }","duration":"333.673061ms","start":"2026-07-25T01:26:02.968619Z","end":"2026-07-25T01:26:03.302293Z","steps":["trace[1141713934] 'agreement among raft nodes before linearized reading' (duration: 333.588019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.302334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:26:02.968588Z","time spent":"333.737702ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T01:26:03.302488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.518405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-25T01:26:03.302514Z","caller":"traceutil/trace.go:171","msg":"trace[943619463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5801; }","duration":"341.561825ms","start":"2026-07-25T01:26:02.960943Z","end":"2026-07-25T01:26:03.302505Z","steps":["trace[943619463] 'agreement among raft nodes before linearized reading' (duration: 341.487534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.302539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:26:02.960935Z","time spent":"341.598626ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T01:26:03.302695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.521964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-25T01:26:03.302722Z","caller":"traceutil/trace.go:171","msg":"trace[1349771015] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5801; }","duration":"343.596965ms","start":"2026-07-25T01:26:02.959115Z","end":"2026-07-25T01:26:03.302712Z","steps":["trace[1349771015] 'agreement among raft nodes before linearized reading' (duration: 343.523034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.302747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:26:02.959091Z","time spent":"343.650086ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T01:26:03.302875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.870959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-25T01:26:03.3029Z","caller":"traceutil/trace.go:171","msg":"trace[567457515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5801; }","duration":"454.93834ms","start":"2026-07-25T01:26:02.847954Z","end":"2026-07-25T01:26:03.302892Z","steps":["trace[567457515] 'agreement among raft nodes before linearized reading' (duration: 454.852169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.302925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:26:02.847934Z","time spent":"454.985392ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T01:26:03.303005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.868489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:26:03.303039Z","caller":"traceutil/trace.go:171","msg":"trace[711942512] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5801; }","duration":"532.950411ms","start":"2026-07-25T01:26:02.77008Z","end":"2026-07-25T01:26:03.30303Z","steps":["trace[711942512] 'agreement among raft nodes before linearized reading' (duration: 532.89568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.303065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:26:02.770054Z","time spent":"533.004203ms","remote":"127.0.0.1:44170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:26:03.303525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.795289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-07-25T01:26:03.303565Z","caller":"traceutil/trace.go:171","msg":"trace[1367005288] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5801; }","duration":"560.85889ms","start":"2026-07-25T01:26:02.742697Z","end":"2026-07-25T01:26:03.303556Z","steps":["trace[1367005288] 'agreement among raft nodes before linearized reading' (duration: 560.493582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:26:03.303594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:26:02.742686Z","time spent":"560.901911ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-07-25T01:26:13.171195Z","caller":"traceutil/trace.go:171","msg":"trace[496992669] transaction","detail":"{read_only:false; response_revision:5859; number_of_response:1; }","duration":"288.716297ms","start":"2026-07-25T01:26:12.882445Z","end":"2026-07-25T01:26:13.171161Z","steps":["trace[496992669] 'process raft request' (duration: 288.498403ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:26:13.879918Z","caller":"traceutil/trace.go:171","msg":"trace[840984061] linearizableReadLoop","detail":"{readStateIndex:6079; appliedIndex:6078; }","duration":"130.023041ms","start":"2026-07-25T01:26:13.749871Z","end":"2026-07-25T01:26:13.879894Z","steps":["trace[840984061] 'read index received' (duration: 129.787617ms)","trace[840984061] 'applied index is now lower than readState.Index' (duration: 234.434µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:26:13.880066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.161625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-25T01:26:13.880108Z","caller":"traceutil/trace.go:171","msg":"trace[946894693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5868; }","duration":"130.281587ms","start":"2026-07-25T01:26:13.749815Z","end":"2026-07-25T01:26:13.880097Z","steps":["trace[946894693] 'agreement among raft nodes before linearized reading' (duration: 130.181654ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:26:13.880186Z","caller":"traceutil/trace.go:171","msg":"trace[407577023] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"161.587732ms","start":"2026-07-25T01:26:13.718567Z","end":"2026-07-25T01:26:13.880154Z","steps":["trace[407577023] 'process raft request' (duration: 161.156123ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:26:49.329984Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2993} {"level":"info","ts":"2026-07-25T01:26:49.533114Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2993,"took":"201.55093ms","hash":1054699360,"current-db-size-bytes":59023360,"current-db-size":"59 MB","current-db-size-in-use-bytes":34406400,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-25T01:26:49.533188Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1054699360,"revision":2993,"compact-revision":-1} {"level":"info","ts":"2026-07-25T01:31:20.876866Z","caller":"traceutil/trace.go:171","msg":"trace[1128172749] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8435; }","duration":"170.105031ms","start":"2026-07-25T01:31:20.706734Z","end":"2026-07-25T01:31:20.876839Z","steps":["trace[1128172749] 'read index received' (duration: 169.903497ms)","trace[1128172749] 'applied index is now lower than readState.Index' (duration: 200.354µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:31:20.876963Z","caller":"traceutil/trace.go:171","msg":"trace[95808074] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"317.318213ms","start":"2026-07-25T01:31:20.55962Z","end":"2026-07-25T01:31:20.876938Z","steps":["trace[95808074] 'process raft request' (duration: 317.071258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:20.87714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:20.559596Z","time spent":"317.450875ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:31:20.877255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.249884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:31:20.877488Z","caller":"traceutil/trace.go:171","msg":"trace[2025050581] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8151; }","duration":"170.790644ms","start":"2026-07-25T01:31:20.70668Z","end":"2026-07-25T01:31:20.877471Z","steps":["trace[2025050581] 'agreement among raft nodes before linearized reading' (duration: 170.265954ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:21.273925Z","caller":"traceutil/trace.go:171","msg":"trace[405971163] linearizableReadLoop","detail":"{readStateIndex:8437; appliedIndex:8436; }","duration":"320.169048ms","start":"2026-07-25T01:31:20.953732Z","end":"2026-07-25T01:31:21.273901Z","steps":["trace[405971163] 'read index received' (duration: 319.971103ms)","trace[405971163] 'applied index is now lower than readState.Index' (duration: 196.355µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:31:21.2743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.637792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-25T01:31:21.274296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.221802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-25T01:31:21.274305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.556556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-25T01:31:21.274345Z","caller":"traceutil/trace.go:171","msg":"trace[1956611164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8152; }","duration":"312.313554ms","start":"2026-07-25T01:31:20.962022Z","end":"2026-07-25T01:31:21.274335Z","steps":["trace[1956611164] 'agreement among raft nodes before linearized reading' (duration: 312.160152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:21.274342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.231589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-25T01:31:21.274396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:20.962002Z","time spent":"312.386215ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-25T01:31:21.27441Z","caller":"traceutil/trace.go:171","msg":"trace[2087604022] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8152; }","duration":"106.348532ms","start":"2026-07-25T01:31:21.168049Z","end":"2026-07-25T01:31:21.274398Z","steps":["trace[2087604022] 'agreement among raft nodes before linearized reading' (duration: 106.226229ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:21.274404Z","caller":"traceutil/trace.go:171","msg":"trace[2033500144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8152; }","duration":"320.710949ms","start":"2026-07-25T01:31:20.953668Z","end":"2026-07-25T01:31:21.274379Z","steps":["trace[2033500144] 'agreement among raft nodes before linearized reading' (duration: 320.440824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:21.2744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.470588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-25T01:31:21.274401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.528228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-25T01:31:21.274345Z","caller":"traceutil/trace.go:171","msg":"trace[236231458] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8152; }","duration":"167.724083ms","start":"2026-07-25T01:31:21.106609Z","end":"2026-07-25T01:31:21.274333Z","steps":["trace[236231458] 'agreement among raft nodes before linearized reading' (duration: 167.583051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:21.274476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:20.953633Z","time spent":"320.827911ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-25T01:31:21.274491Z","caller":"traceutil/trace.go:171","msg":"trace[1770176739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8152; }","duration":"311.599581ms","start":"2026-07-25T01:31:20.962868Z","end":"2026-07-25T01:31:21.274468Z","steps":["trace[1770176739] 'agreement among raft nodes before linearized reading' (duration: 311.396457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:21.274476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.301965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-25T01:31:21.274554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:20.962849Z","time spent":"311.691432ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-25T01:31:21.274569Z","caller":"traceutil/trace.go:171","msg":"trace[1398902369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8152; }","duration":"308.430078ms","start":"2026-07-25T01:31:20.966116Z","end":"2026-07-25T01:31:21.274546Z","steps":["trace[1398902369] 'agreement among raft nodes before linearized reading' (duration: 308.145723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:21.274621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:20.966107Z","time spent":"308.50728ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-25T01:31:21.274569Z","caller":"traceutil/trace.go:171","msg":"trace[804007539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8152; }","duration":"170.742962ms","start":"2026-07-25T01:31:21.103805Z","end":"2026-07-25T01:31:21.274548Z","steps":["trace[804007539] 'agreement among raft nodes before linearized reading' (duration: 170.439347ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:21.274326Z","caller":"traceutil/trace.go:171","msg":"trace[1876286189] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"361.530637ms","start":"2026-07-25T01:31:20.912751Z","end":"2026-07-25T01:31:21.274282Z","steps":["trace[1876286189] 'process raft request' (duration: 360.985966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:21.275025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.611953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-25T01:31:21.275092Z","caller":"traceutil/trace.go:171","msg":"trace[611027846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8152; }","duration":"305.682374ms","start":"2026-07-25T01:31:20.969393Z","end":"2026-07-25T01:31:21.275075Z","steps":["trace[611027846] 'agreement among raft nodes before linearized reading' (duration: 305.4686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:21.275369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:20.969384Z","time spent":"305.94916ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T01:31:21.276216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:20.912709Z","time spent":"362.520656ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:31:33.678124Z","caller":"traceutil/trace.go:171","msg":"trace[543921932] linearizableReadLoop","detail":"{readStateIndex:8505; appliedIndex:8504; }","duration":"340.105019ms","start":"2026-07-25T01:31:33.337995Z","end":"2026-07-25T01:31:33.6781Z","steps":["trace[543921932] 'read index received' (duration: 340.034047ms)","trace[543921932] 'applied index is now lower than readState.Index' (duration: 69.782µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:31:33.678237Z","caller":"traceutil/trace.go:171","msg":"trace[1648460152] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"367.276551ms","start":"2026-07-25T01:31:33.310928Z","end":"2026-07-25T01:31:33.678205Z","steps":["trace[1648460152] 'process raft request' (duration: 367.034286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:33.678362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.354593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-25T01:31:33.678408Z","caller":"traceutil/trace.go:171","msg":"trace[618752785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8216; }","duration":"340.448205ms","start":"2026-07-25T01:31:33.337948Z","end":"2026-07-25T01:31:33.678397Z","steps":["trace[618752785] 'agreement among raft nodes before linearized reading' (duration: 340.267362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:33.678391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:33.310894Z","time spent":"367.412573ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:31:33.678445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:33.337931Z","time spent":"340.505446ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-25T01:31:33.921942Z","caller":"traceutil/trace.go:171","msg":"trace[742338426] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"549.214242ms","start":"2026-07-25T01:31:33.372696Z","end":"2026-07-25T01:31:33.92191Z","steps":["trace[742338426] 'process raft request' (duration: 548.965587ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:33.922045Z","caller":"traceutil/trace.go:171","msg":"trace[901145005] linearizableReadLoop","detail":"{readStateIndex:8508; appliedIndex:8505; }","duration":"243.831334ms","start":"2026-07-25T01:31:33.678191Z","end":"2026-07-25T01:31:33.922022Z","steps":["trace[901145005] 'read index received' (duration: 243.567459ms)","trace[901145005] 'applied index is now lower than readState.Index' (duration: 262.165µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:31:33.922127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.320755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-25T01:31:33.92213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:33.372682Z","time spent":"549.359856ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:31:33.92217Z","caller":"traceutil/trace.go:171","msg":"trace[642259083] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8219; }","duration":"574.391926ms","start":"2026-07-25T01:31:33.347764Z","end":"2026-07-25T01:31:33.922156Z","steps":["trace[642259083] 'agreement among raft nodes before linearized reading' (duration: 574.261203ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:33.921959Z","caller":"traceutil/trace.go:171","msg":"trace[350012345] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"480.707201ms","start":"2026-07-25T01:31:33.441221Z","end":"2026-07-25T01:31:33.921928Z","steps":["trace[350012345] 'process raft request' (duration: 480.596169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:33.922215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:33.347754Z","time spent":"574.452937ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T01:31:33.922224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.721042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-25T01:31:33.922278Z","caller":"traceutil/trace.go:171","msg":"trace[575314033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8219; }","duration":"575.818404ms","start":"2026-07-25T01:31:33.346444Z","end":"2026-07-25T01:31:33.922263Z","steps":["trace[575314033] 'agreement among raft nodes before linearized reading' (duration: 575.669921ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:33.922283Z","caller":"traceutil/trace.go:171","msg":"trace[764546241] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"252.032275ms","start":"2026-07-25T01:31:33.670233Z","end":"2026-07-25T01:31:33.922265Z","steps":["trace[764546241] 'process raft request' (duration: 251.648058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:33.922321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:33.346424Z","time spent":"575.885155ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T01:31:33.922338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:33.441181Z","time spent":"481.067669ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19394,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:31:33.922376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.586401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dg86l\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-25T01:31:33.922405Z","caller":"traceutil/trace.go:171","msg":"trace[1258900449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dg86l; range_end:; response_count:1; response_revision:8219; }","duration":"571.624281ms","start":"2026-07-25T01:31:33.350773Z","end":"2026-07-25T01:31:33.922397Z","steps":["trace[1258900449] 'agreement among raft nodes before linearized reading' (duration: 571.53629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:33.92243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:33.350766Z","time spent":"571.658632ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-dg86l\" "} {"level":"warn","ts":"2026-07-25T01:31:33.922502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.22985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-25T01:31:33.92249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.2041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-25T01:31:33.922518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.299192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-25T01:31:33.922552Z","caller":"traceutil/trace.go:171","msg":"trace[975921415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8219; }","duration":"579.298641ms","start":"2026-07-25T01:31:33.34324Z","end":"2026-07-25T01:31:33.922538Z","steps":["trace[975921415] 'agreement among raft nodes before linearized reading' (duration: 579.133168ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:33.922575Z","caller":"traceutil/trace.go:171","msg":"trace[1851121423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8219; }","duration":"577.376403ms","start":"2026-07-25T01:31:33.345186Z","end":"2026-07-25T01:31:33.922562Z","steps":["trace[1851121423] 'agreement among raft nodes before linearized reading' (duration: 577.236861ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:33.922578Z","caller":"traceutil/trace.go:171","msg":"trace[233237970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8219; }","duration":"578.325932ms","start":"2026-07-25T01:31:33.344229Z","end":"2026-07-25T01:31:33.922555Z","steps":["trace[233237970] 'agreement among raft nodes before linearized reading' (duration: 578.027837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:33.922587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:33.34323Z","time spent":"579.350832ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T01:31:33.922608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:33.345177Z","time spent":"577.424205ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T01:31:33.922625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:33.34422Z","time spent":"578.396294ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-25T01:31:33.999176Z","caller":"traceutil/trace.go:171","msg":"trace[1062087984] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"317.029306ms","start":"2026-07-25T01:31:33.68212Z","end":"2026-07-25T01:31:33.999149Z","steps":["trace[1062087984] 'process raft request' (duration: 316.913324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:33.999226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.337606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-25T01:31:33.999285Z","caller":"traceutil/trace.go:171","msg":"trace[184208432] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8220; }","duration":"119.430879ms","start":"2026-07-25T01:31:33.879841Z","end":"2026-07-25T01:31:33.999272Z","steps":["trace[184208432] 'agreement among raft nodes before linearized reading' (duration: 119.306266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:33.999281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.847495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T01:31:33.999312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:31:33.682099Z","time spent":"317.140809ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:31:33.999339Z","caller":"traceutil/trace.go:171","msg":"trace[1922741022] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8220; }","duration":"171.950557ms","start":"2026-07-25T01:31:33.827374Z","end":"2026-07-25T01:31:33.999324Z","steps":["trace[1922741022] 'agreement among raft nodes before linearized reading' (duration: 171.821674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:33.999496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.829248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:31:33.999514Z","caller":"traceutil/trace.go:171","msg":"trace[374854338] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8220; }","duration":"210.882658ms","start":"2026-07-25T01:31:33.788625Z","end":"2026-07-25T01:31:33.999507Z","steps":["trace[374854338] 'agreement among raft nodes before linearized reading' (duration: 210.851297ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:34.055527Z","caller":"traceutil/trace.go:171","msg":"trace[235879] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"127.307852ms","start":"2026-07-25T01:31:33.928195Z","end":"2026-07-25T01:31:34.055503Z","steps":["trace[235879] 'process raft request' (duration: 127.224851ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:34.055646Z","caller":"traceutil/trace.go:171","msg":"trace[1920109652] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"128.138618ms","start":"2026-07-25T01:31:33.927451Z","end":"2026-07-25T01:31:34.05559Z","steps":["trace[1920109652] 'process raft request' (duration: 92.766196ms)","trace[1920109652] 'compare' (duration: 35.074646ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:31:34.055778Z","caller":"traceutil/trace.go:171","msg":"trace[558515472] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"127.333393ms","start":"2026-07-25T01:31:33.928423Z","end":"2026-07-25T01:31:34.055756Z","steps":["trace[558515472] 'process raft request' (duration: 127.042906ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:34.055949Z","caller":"traceutil/trace.go:171","msg":"trace[211742731] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"126.048718ms","start":"2026-07-25T01:31:33.92989Z","end":"2026-07-25T01:31:34.055938Z","steps":["trace[211742731] 'process raft request' (duration: 125.927546ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:34.055944Z","caller":"traceutil/trace.go:171","msg":"trace[499034429] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"127.340753ms","start":"2026-07-25T01:31:33.928586Z","end":"2026-07-25T01:31:34.055927Z","steps":["trace[499034429] 'process raft request' (duration: 127.076827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:31:34.056265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.090657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223851"} {"level":"info","ts":"2026-07-25T01:31:34.056319Z","caller":"traceutil/trace.go:171","msg":"trace[1153612365] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8225; }","duration":"130.181659ms","start":"2026-07-25T01:31:33.926122Z","end":"2026-07-25T01:31:34.056304Z","steps":["trace[1153612365] 'agreement among raft nodes before linearized reading' (duration: 129.760891ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:35.101546Z","caller":"traceutil/trace.go:171","msg":"trace[2051158183] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"169.685742ms","start":"2026-07-25T01:31:34.931811Z","end":"2026-07-25T01:31:35.101497Z","steps":["trace[2051158183] 'process raft request' (duration: 169.526219ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:35.788093Z","caller":"traceutil/trace.go:171","msg":"trace[1455856125] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"105.158779ms","start":"2026-07-25T01:31:35.682903Z","end":"2026-07-25T01:31:35.788062Z","steps":["trace[1455856125] 'process raft request' (duration: 104.983456ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:31:49.336565Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6137} {"level":"info","ts":"2026-07-25T01:31:49.439213Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6137,"took":"100.709592ms","hash":108210518,"current-db-size-bytes":59023360,"current-db-size":"59 MB","current-db-size-in-use-bytes":23736320,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-25T01:31:49.439288Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":108210518,"revision":6137,"compact-revision":2993} {"level":"info","ts":"2026-07-25T01:32:03.351151Z","caller":"traceutil/trace.go:171","msg":"trace[34921121] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"148.372655ms","start":"2026-07-25T01:32:03.202743Z","end":"2026-07-25T01:32:03.351116Z","steps":["trace[34921121] 'process raft request' (duration: 148.140601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:32:06.81889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.736503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-25T01:32:06.818949Z","caller":"traceutil/trace.go:171","msg":"trace[251634485] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8453; }","duration":"196.812204ms","start":"2026-07-25T01:32:06.622123Z","end":"2026-07-25T01:32:06.818936Z","steps":["trace[251634485] 'count revisions from in-memory index tree' (duration: 196.6376ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:32:16.337355Z","caller":"traceutil/trace.go:171","msg":"trace[203094490] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"215.072661ms","start":"2026-07-25T01:32:16.122242Z","end":"2026-07-25T01:32:16.337315Z","steps":["trace[203094490] 'process raft request' (duration: 214.889398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:32:16.833627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.53292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-25T01:32:16.833724Z","caller":"traceutil/trace.go:171","msg":"trace[1074537112] linearizableReadLoop","detail":"{readStateIndex:8850; appliedIndex:8849; }","duration":"417.194488ms","start":"2026-07-25T01:32:16.416514Z","end":"2026-07-25T01:32:16.833708Z","steps":["trace[1074537112] 'read index received' (duration: 132.457074ms)","trace[1074537112] 'applied index is now lower than readState.Index' (duration: 284.736094ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:32:16.833952Z","caller":"traceutil/trace.go:171","msg":"trace[133032416] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"490.472893ms","start":"2026-07-25T01:32:16.343465Z","end":"2026-07-25T01:32:16.833938Z","steps":["trace[133032416] 'process raft request' (duration: 205.552155ms)","trace[133032416] 'compare' (duration: 284.038721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:32:16.834023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:32:16.343448Z","time spent":"490.542725ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:32:16.834264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.74581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-25T01:32:16.834305Z","caller":"traceutil/trace.go:171","msg":"trace[1937399975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8547; }","duration":"417.813891ms","start":"2026-07-25T01:32:16.41648Z","end":"2026-07-25T01:32:16.834294Z","steps":["trace[1937399975] 'agreement among raft nodes before linearized reading' (duration: 417.697648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:32:16.834339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:32:16.416464Z","time spent":"417.867082ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-25T01:32:16.98968Z","caller":"traceutil/trace.go:171","msg":"trace[565728717] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"332.849537ms","start":"2026-07-25T01:32:16.656791Z","end":"2026-07-25T01:32:16.989641Z","steps":["trace[565728717] 'process raft request' (duration: 289.824614ms)","trace[565728717] 'compare' (duration: 42.88606ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:32:16.989731Z","caller":"traceutil/trace.go:171","msg":"trace[1982686425] linearizableReadLoop","detail":"{readStateIndex:8851; appliedIndex:8850; }","duration":"155.955394ms","start":"2026-07-25T01:32:16.833751Z","end":"2026-07-25T01:32:16.989707Z","steps":["trace[1982686425] 'read index received' (duration: 113.129445ms)","trace[1982686425] 'applied index is now lower than readState.Index' (duration: 42.823579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:32:16.989844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.603439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-25T01:32:16.989853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:32:16.656765Z","time spent":"332.999239ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:32:16.98991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.967462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-25T01:32:16.989903Z","caller":"traceutil/trace.go:171","msg":"trace[1466486651] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8549; }","duration":"482.704291ms","start":"2026-07-25T01:32:16.507181Z","end":"2026-07-25T01:32:16.989886Z","steps":["trace[1466486651] 'agreement among raft nodes before linearized reading' (duration: 482.579838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:32:16.989911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.592128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dg86l\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-07-25T01:32:16.989941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.974059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-25T01:32:16.989947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:32:16.50717Z","time spent":"482.766432ms","remote":"127.0.0.1:51478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-25T01:32:16.989965Z","caller":"traceutil/trace.go:171","msg":"trace[48318306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dg86l; range_end:; response_count:1; response_revision:8549; }","duration":"555.66703ms","start":"2026-07-25T01:32:16.434283Z","end":"2026-07-25T01:32:16.98995Z","steps":["trace[48318306] 'agreement among raft nodes before linearized reading' (duration: 555.477776ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:32:16.989977Z","caller":"traceutil/trace.go:171","msg":"trace[1402638503] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8549; }","duration":"572.03568ms","start":"2026-07-25T01:32:16.417928Z","end":"2026-07-25T01:32:16.989964Z","steps":["trace[1402638503] 'agreement among raft nodes before linearized reading' (duration: 571.929928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:32:16.989978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.239826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-25T01:32:16.990007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:32:16.417916Z","time spent":"572.085051ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T01:32:16.990005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:32:16.434274Z","time spent":"555.723831ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-dg86l\" "} {"level":"info","ts":"2026-07-25T01:32:16.990029Z","caller":"traceutil/trace.go:171","msg":"trace[1241346933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8549; }","duration":"567.313447ms","start":"2026-07-25T01:32:16.4227Z","end":"2026-07-25T01:32:16.990014Z","steps":["trace[1241346933] 'agreement among raft nodes before linearized reading' (duration: 567.188485ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:32:16.989706Z","caller":"traceutil/trace.go:171","msg":"trace[1338885609] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"148.808925ms","start":"2026-07-25T01:32:16.840875Z","end":"2026-07-25T01:32:16.989684Z","steps":["trace[1338885609] 'process raft request' (duration: 148.762544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:32:16.990064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:32:16.422689Z","time spent":"567.367538ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-25T01:32:16.989932Z","caller":"traceutil/trace.go:171","msg":"trace[865634560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8549; }","duration":"563.019483ms","start":"2026-07-25T01:32:16.426906Z","end":"2026-07-25T01:32:16.989925Z","steps":["trace[865634560] 'agreement among raft nodes before linearized reading' (duration: 562.926802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:32:16.990163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:32:16.426895Z","time spent":"563.259948ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-25T01:32:17.136846Z","caller":"traceutil/trace.go:171","msg":"trace[1215017777] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"142.144004ms","start":"2026-07-25T01:32:16.99468Z","end":"2026-07-25T01:32:17.136824Z","steps":["trace[1215017777] 'process raft request' (duration: 116.197105ms)","trace[1215017777] 'compare' (duration: 25.785596ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:32:17.137005Z","caller":"traceutil/trace.go:171","msg":"trace[1558204964] linearizableReadLoop","detail":"{readStateIndex:8855; appliedIndex:8852; }","duration":"141.452269ms","start":"2026-07-25T01:32:16.995518Z","end":"2026-07-25T01:32:17.13697Z","steps":["trace[1558204964] 'read index received' (duration: 42.117124ms)","trace[1558204964] 'applied index is now lower than readState.Index' (duration: 99.332605ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:32:17.137061Z","caller":"traceutil/trace.go:171","msg":"trace[456933826] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"141.672073ms","start":"2026-07-25T01:32:16.995344Z","end":"2026-07-25T01:32:17.137017Z","steps":["trace[456933826] 'process raft request' (duration: 141.438669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:32:17.137393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.850217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228497"} {"level":"info","ts":"2026-07-25T01:32:17.137614Z","caller":"traceutil/trace.go:171","msg":"trace[1895585007] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8552; }","duration":"142.104692ms","start":"2026-07-25T01:32:16.995489Z","end":"2026-07-25T01:32:17.137594Z","steps":["trace[1895585007] 'agreement among raft nodes before linearized reading' (duration: 141.584982ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:32:33.399115Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002342.wal"} {"level":"warn","ts":"2026-07-25T01:33:32.602571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.736919ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-25T01:33:32.621999Z","caller":"traceutil/trace.go:171","msg":"trace[437623917] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"309.030192ms","start":"2026-07-25T01:33:32.31293Z","end":"2026-07-25T01:33:32.62196Z","steps":["trace[437623917] 'process raft request' (duration: 308.770036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:33:32.622491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:33:32.312916Z","time spent":"309.200085ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:33:32.651326Z","caller":"traceutil/trace.go:171","msg":"trace[1380599149] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"192.267722ms","start":"2026-07-25T01:33:32.459022Z","end":"2026-07-25T01:33:32.65129Z","steps":["trace[1380599149] 'process raft request' (duration: 191.969375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:33:32.884791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.824586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-25T01:33:32.884956Z","caller":"traceutil/trace.go:171","msg":"trace[713945174] linearizableReadLoop","detail":"{readStateIndex:9619; appliedIndex:9618; }","duration":"231.061452ms","start":"2026-07-25T01:33:32.653872Z","end":"2026-07-25T01:33:32.884933Z","steps":["trace[713945174] 'read index received' (duration: 97.90453ms)","trace[713945174] 'applied index is now lower than readState.Index' (duration: 133.155202ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:33:32.885025Z","caller":"traceutil/trace.go:171","msg":"trace[664589400] transaction","detail":"{read_only:false; response_revision:9295; number_of_response:1; }","duration":"238.604709ms","start":"2026-07-25T01:33:32.646359Z","end":"2026-07-25T01:33:32.884964Z","steps":["trace[664589400] 'process raft request' (duration: 105.487189ms)","trace[664589400] 'compare' (duration: 132.520999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:33:32.88511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.957248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-25T01:33:32.885268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.303228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-25T01:33:32.885366Z","caller":"traceutil/trace.go:171","msg":"trace[1813453649] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9295; }","duration":"231.495322ms","start":"2026-07-25T01:33:32.653847Z","end":"2026-07-25T01:33:32.885342Z","steps":["trace[1813453649] 'agreement among raft nodes before linearized reading' (duration: 231.140924ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:33:32.885341Z","caller":"traceutil/trace.go:171","msg":"trace[377910829] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9295; }","duration":"159.201573ms","start":"2026-07-25T01:33:32.726102Z","end":"2026-07-25T01:33:32.885304Z","steps":["trace[377910829] 'agreement among raft nodes before linearized reading' (duration: 158.957687ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:34:23.794245Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-25T01:34:23.803754Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-25T01:34:23.803871Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-25T01:36:49.343187Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8307} {"level":"info","ts":"2026-07-25T01:36:49.425148Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8307,"took":"79.120773ms","hash":322941622,"current-db-size-bytes":59023360,"current-db-size":"59 MB","current-db-size-in-use-bytes":26501120,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-25T01:36:49.425233Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":322941622,"revision":8307,"compact-revision":6137} {"level":"info","ts":"2026-07-25T01:36:59.541477Z","caller":"traceutil/trace.go:171","msg":"trace[1587254543] transaction","detail":"{read_only:false; response_revision:11045; number_of_response:1; }","duration":"111.697311ms","start":"2026-07-25T01:36:59.429748Z","end":"2026-07-25T01:36:59.541445Z","steps":["trace[1587254543] 'process raft request' (duration: 111.489197ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:37:18.373497Z","caller":"traceutil/trace.go:171","msg":"trace[1896423528] transaction","detail":"{read_only:false; response_revision:11150; number_of_response:1; }","duration":"269.510136ms","start":"2026-07-25T01:37:18.103937Z","end":"2026-07-25T01:37:18.373447Z","steps":["trace[1896423528] 'process raft request' (duration: 269.296452ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:37:18.627558Z","caller":"traceutil/trace.go:171","msg":"trace[713356321] linearizableReadLoop","detail":"{readStateIndex:11531; appliedIndex:11530; }","duration":"254.099315ms","start":"2026-07-25T01:37:18.373427Z","end":"2026-07-25T01:37:18.627526Z","steps":["trace[713356321] 'read index received' (duration: 180.615316ms)","trace[713356321] 'applied index is now lower than readState.Index' (duration: 73.482189ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:37:18.627624Z","caller":"traceutil/trace.go:171","msg":"trace[1366279374] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"293.273173ms","start":"2026-07-25T01:37:18.334314Z","end":"2026-07-25T01:37:18.627588Z","steps":["trace[1366279374] 'process raft request' (duration: 219.765993ms)","trace[1366279374] 'compare' (duration: 73.296546ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:37:18.627842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.920895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:37:18.627891Z","caller":"traceutil/trace.go:171","msg":"trace[1411510856] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11151; }","duration":"294.035067ms","start":"2026-07-25T01:37:18.333842Z","end":"2026-07-25T01:37:18.627877Z","steps":["trace[1411510856] 'agreement among raft nodes before linearized reading' (duration: 293.936445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:37:18.627938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.805973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-07-25T01:37:18.62791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.317874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-25T01:37:18.627981Z","caller":"traceutil/trace.go:171","msg":"trace[2103212009] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11151; }","duration":"291.892365ms","start":"2026-07-25T01:37:18.336076Z","end":"2026-07-25T01:37:18.627968Z","steps":["trace[2103212009] 'agreement among raft nodes before linearized reading' (duration: 291.765162ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:37:18.62804Z","caller":"traceutil/trace.go:171","msg":"trace[1761379153] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11151; }","duration":"292.481047ms","start":"2026-07-25T01:37:18.335525Z","end":"2026-07-25T01:37:18.628006Z","steps":["trace[1761379153] 'agreement among raft nodes before linearized reading' (duration: 292.026628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:37:18.628087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.372953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T01:37:18.628153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.774941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:37:18.628188Z","caller":"traceutil/trace.go:171","msg":"trace[1732529117] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11151; }","duration":"293.513518ms","start":"2026-07-25T01:37:18.334651Z","end":"2026-07-25T01:37:18.628165Z","steps":["trace[1732529117] 'agreement among raft nodes before linearized reading' (duration: 292.982728ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:37:18.628192Z","caller":"traceutil/trace.go:171","msg":"trace[1696905370] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11151; }","duration":"294.868793ms","start":"2026-07-25T01:37:18.333312Z","end":"2026-07-25T01:37:18.628181Z","steps":["trace[1696905370] 'agreement among raft nodes before linearized reading' (duration: 294.782321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:37:18.628313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.529013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:37:18.628408Z","caller":"traceutil/trace.go:171","msg":"trace[2085319965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11151; }","duration":"253.673537ms","start":"2026-07-25T01:37:18.374715Z","end":"2026-07-25T01:37:18.628388Z","steps":["trace[2085319965] 'agreement among raft nodes before linearized reading' (duration: 253.467333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:37:18.630003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.363213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:37:18.630156Z","caller":"traceutil/trace.go:171","msg":"trace[286895080] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11151; }","duration":"295.371214ms","start":"2026-07-25T01:37:18.334755Z","end":"2026-07-25T01:37:18.630126Z","steps":["trace[286895080] 'agreement among raft nodes before linearized reading' (duration: 293.210611ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:37:19.868728Z","caller":"traceutil/trace.go:171","msg":"trace[967290054] transaction","detail":"{read_only:false; response_revision:11159; number_of_response:1; }","duration":"122.994718ms","start":"2026-07-25T01:37:19.7457Z","end":"2026-07-25T01:37:19.868695Z","steps":["trace[967290054] 'process raft request' (duration: 82.21729ms)","trace[967290054] 'compare' (duration: 40.647596ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:41:49.351933Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10964} {"level":"info","ts":"2026-07-25T01:41:49.434025Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10964,"took":"79.077856ms","hash":1755157297,"current-db-size-bytes":59023360,"current-db-size":"59 MB","current-db-size-in-use-bytes":28184576,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-25T01:41:49.434112Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1755157297,"revision":10964,"compact-revision":8307} {"level":"info","ts":"2026-07-25T01:43:11.105526Z","caller":"traceutil/trace.go:171","msg":"trace[1601877448] transaction","detail":"{read_only:false; response_revision:13553; number_of_response:1; }","duration":"152.658675ms","start":"2026-07-25T01:43:10.952834Z","end":"2026-07-25T01:43:11.105493Z","steps":["trace[1601877448] 'process raft request' (duration: 152.496971ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:43:11.105614Z","caller":"traceutil/trace.go:171","msg":"trace[831812215] linearizableReadLoop","detail":"{readStateIndex:14016; appliedIndex:14016; }","duration":"147.512046ms","start":"2026-07-25T01:43:10.95805Z","end":"2026-07-25T01:43:11.105562Z","steps":["trace[831812215] 'read index received' (duration: 147.494585ms)","trace[831812215] 'applied index is now lower than readState.Index' (duration: 13.861µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:43:11.105815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.73518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-25T01:43:11.1059Z","caller":"traceutil/trace.go:171","msg":"trace[2047337152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13553; }","duration":"147.851902ms","start":"2026-07-25T01:43:10.958032Z","end":"2026-07-25T01:43:11.105884Z","steps":["trace[2047337152] 'agreement among raft nodes before linearized reading' (duration: 147.601357ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:43:11.108768Z","caller":"traceutil/trace.go:171","msg":"trace[1981982433] transaction","detail":"{read_only:false; response_revision:13554; number_of_response:1; }","duration":"103.511945ms","start":"2026-07-25T01:43:11.005235Z","end":"2026-07-25T01:43:11.108747Z","steps":["trace[1981982433] 'process raft request' (duration: 103.25952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:43:11.108851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.316862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:43:11.108931Z","caller":"traceutil/trace.go:171","msg":"trace[2027391589] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:13554; }","duration":"147.491755ms","start":"2026-07-25T01:43:10.961413Z","end":"2026-07-25T01:43:11.108905Z","steps":["trace[2027391589] 'agreement among raft nodes before linearized reading' (duration: 147.283941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:43:51.106163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.054825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129514"} {"level":"info","ts":"2026-07-25T01:43:51.106272Z","caller":"traceutil/trace.go:171","msg":"trace[1504055577] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13779; }","duration":"459.24079ms","start":"2026-07-25T01:43:50.647009Z","end":"2026-07-25T01:43:51.10625Z","steps":["trace[1504055577] 'range keys from in-memory index tree' (duration: 458.791481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:43:51.106319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:43:50.646979Z","time spent":"459.330681ms","remote":"127.0.0.1:51102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129536,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-25T01:43:51.106142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.273071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-25T01:43:51.106393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.623397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dg86l\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-07-25T01:43:51.106487Z","caller":"traceutil/trace.go:171","msg":"trace[1660689561] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dg86l; range_end:; response_count:1; response_revision:13779; }","duration":"289.78641ms","start":"2026-07-25T01:43:50.816679Z","end":"2026-07-25T01:43:51.106465Z","steps":["trace[1660689561] 'range keys from in-memory index tree' (duration: 289.399762ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:43:51.106494Z","caller":"traceutil/trace.go:171","msg":"trace[784326592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13779; }","duration":"244.661958ms","start":"2026-07-25T01:43:50.861794Z","end":"2026-07-25T01:43:51.106455Z","steps":["trace[784326592] 'range keys from in-memory index tree' (duration: 244.023057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:43:51.106558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.566681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-25T01:43:51.106668Z","caller":"traceutil/trace.go:171","msg":"trace[970122348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13779; }","duration":"127.738735ms","start":"2026-07-25T01:43:50.978901Z","end":"2026-07-25T01:43:51.10664Z","steps":["trace[970122348] 'range keys from in-memory index tree' (duration: 127.325417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:43:51.10634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.676887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-25T01:43:51.107427Z","caller":"traceutil/trace.go:171","msg":"trace[2120338594] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:13779; }","duration":"483.83629ms","start":"2026-07-25T01:43:50.623556Z","end":"2026-07-25T01:43:51.107392Z","steps":["trace[2120338594] 'range keys from in-memory index tree' (duration: 482.32555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:43:51.107516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:43:50.623525Z","time spent":"483.965822ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-25T01:44:14.244099Z","caller":"traceutil/trace.go:171","msg":"trace[1428763822] linearizableReadLoop","detail":"{readStateIndex:14585; appliedIndex:14584; }","duration":"267.305ms","start":"2026-07-25T01:44:13.976765Z","end":"2026-07-25T01:44:14.24407Z","steps":["trace[1428763822] 'read index received' (duration: 267.035425ms)","trace[1428763822] 'applied index is now lower than readState.Index' (duration: 268.295µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:44:14.244359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.572895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-25T01:44:14.244415Z","caller":"traceutil/trace.go:171","msg":"trace[473711454] transaction","detail":"{read_only:false; response_revision:14098; number_of_response:1; }","duration":"334.467721ms","start":"2026-07-25T01:44:13.909888Z","end":"2026-07-25T01:44:14.244356Z","steps":["trace[473711454] 'process raft request' (duration: 334.003423ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:44:14.244525Z","caller":"traceutil/trace.go:171","msg":"trace[720495765] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14098; }","duration":"267.759199ms","start":"2026-07-25T01:44:13.976732Z","end":"2026-07-25T01:44:14.244492Z","steps":["trace[720495765] 'agreement among raft nodes before linearized reading' (duration: 267.511144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:44:14.244705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:44:13.909866Z","time spent":"334.682456ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:45:05.731752Z","caller":"traceutil/trace.go:171","msg":"trace[1986334528] linearizableReadLoop","detail":"{readStateIndex:15229; appliedIndex:15228; }","duration":"154.735703ms","start":"2026-07-25T01:45:05.57699Z","end":"2026-07-25T01:45:05.731725Z","steps":["trace[1986334528] 'read index received' (duration: 154.588509ms)","trace[1986334528] 'applied index is now lower than readState.Index' (duration: 145.594µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:45:05.731898Z","caller":"traceutil/trace.go:171","msg":"trace[1740199141] transaction","detail":"{read_only:false; response_revision:14725; number_of_response:1; }","duration":"169.943009ms","start":"2026-07-25T01:45:05.56191Z","end":"2026-07-25T01:45:05.731853Z","steps":["trace[1740199141] 'process raft request' (duration: 169.595132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:05.731951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.950937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:45:05.732164Z","caller":"traceutil/trace.go:171","msg":"trace[479825637] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:14725; }","duration":"155.204431ms","start":"2026-07-25T01:45:05.576913Z","end":"2026-07-25T01:45:05.732118Z","steps":["trace[479825637] 'agreement among raft nodes before linearized reading' (duration: 154.952277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:05.732534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.090882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:45:05.732604Z","caller":"traceutil/trace.go:171","msg":"trace[960529954] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14726; }","duration":"127.238885ms","start":"2026-07-25T01:45:05.605348Z","end":"2026-07-25T01:45:05.732587Z","steps":["trace[960529954] 'agreement among raft nodes before linearized reading' (duration: 127.079262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:05.732712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.623752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-25T01:45:05.732771Z","caller":"traceutil/trace.go:171","msg":"trace[1806718200] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14726; }","duration":"126.714064ms","start":"2026-07-25T01:45:05.606041Z","end":"2026-07-25T01:45:05.732756Z","steps":["trace[1806718200] 'agreement among raft nodes before linearized reading' (duration: 126.534511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:05.732823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.877997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:45:05.732869Z","caller":"traceutil/trace.go:171","msg":"trace[714361456] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14726; }","duration":"126.976489ms","start":"2026-07-25T01:45:05.605881Z","end":"2026-07-25T01:45:05.732857Z","steps":["trace[714361456] 'agreement among raft nodes before linearized reading' (duration: 126.904298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:05.732861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.050102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-25T01:45:05.732928Z","caller":"traceutil/trace.go:171","msg":"trace[1747582430] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14726; }","duration":"125.128353ms","start":"2026-07-25T01:45:05.607781Z","end":"2026-07-25T01:45:05.732909Z","steps":["trace[1747582430] 'agreement among raft nodes before linearized reading' (duration: 124.916499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:05.733037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.526511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-25T01:45:05.733071Z","caller":"traceutil/trace.go:171","msg":"trace[1947494227] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14726; }","duration":"127.574482ms","start":"2026-07-25T01:45:05.605488Z","end":"2026-07-25T01:45:05.733062Z","steps":["trace[1947494227] 'agreement among raft nodes before linearized reading' (duration: 127.472749ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:45:39.803516Z","caller":"traceutil/trace.go:171","msg":"trace[930495393] transaction","detail":"{read_only:false; response_revision:14901; number_of_response:1; }","duration":"118.013024ms","start":"2026-07-25T01:45:39.685479Z","end":"2026-07-25T01:45:39.803492Z","steps":["trace[930495393] 'process raft request' (duration: 117.77901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:41.409405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.913847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T01:45:41.40946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.362396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-25T01:45:41.409553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.548419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-25T01:45:41.409606Z","caller":"traceutil/trace.go:171","msg":"trace[1169311868] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14908; }","duration":"578.61465ms","start":"2026-07-25T01:45:40.830972Z","end":"2026-07-25T01:45:41.409587Z","steps":["trace[1169311868] 'range keys from in-memory index tree' (duration: 578.445557ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:45:41.4096Z","caller":"traceutil/trace.go:171","msg":"trace[1229307728] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14908; }","duration":"578.514288ms","start":"2026-07-25T01:45:40.831047Z","end":"2026-07-25T01:45:41.409561Z","steps":["trace[1229307728] 'range keys from in-memory index tree' (duration: 578.316214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:41.409653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:45:40.830964Z","time spent":"578.676452ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-25T01:45:41.40967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:45:40.831043Z","time spent":"578.60559ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-25T01:45:41.409479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.991008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-25T01:45:41.409844Z","caller":"traceutil/trace.go:171","msg":"trace[1231296455] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14908; }","duration":"578.394376ms","start":"2026-07-25T01:45:40.831432Z","end":"2026-07-25T01:45:41.409826Z","steps":["trace[1231296455] 'range keys from in-memory index tree' (duration: 577.819145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:41.409884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:45:40.831422Z","time spent":"578.450198ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-25T01:45:41.409513Z","caller":"traceutil/trace.go:171","msg":"trace[1365111013] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14908; }","duration":"578.05291ms","start":"2026-07-25T01:45:40.831431Z","end":"2026-07-25T01:45:41.409484Z","steps":["trace[1365111013] 'range keys from in-memory index tree' (duration: 577.822705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:41.410105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:45:40.831419Z","time spent":"578.674022ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-25T01:45:41.410482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.081934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-25T01:45:41.410748Z","caller":"traceutil/trace.go:171","msg":"trace[592682534] linearizableReadLoop","detail":"{readStateIndex:15421; appliedIndex:15419; }","duration":"516.263103ms","start":"2026-07-25T01:45:40.894462Z","end":"2026-07-25T01:45:41.410725Z","steps":["trace[592682534] 'read index received' (duration: 74.20419ms)","trace[592682534] 'applied index is now lower than readState.Index' (duration: 442.057223ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:45:41.410742Z","caller":"traceutil/trace.go:171","msg":"trace[1090536519] transaction","detail":"{read_only:false; response_revision:14909; number_of_response:1; }","duration":"577.671921ms","start":"2026-07-25T01:45:40.833016Z","end":"2026-07-25T01:45:41.410688Z","steps":["trace[1090536519] 'process raft request' (duration: 135.627358ms)","trace[1090536519] 'compare' (duration: 440.752748ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:45:41.410863Z","caller":"traceutil/trace.go:171","msg":"trace[744261628] transaction","detail":"{read_only:false; response_revision:14910; number_of_response:1; }","duration":"566.554365ms","start":"2026-07-25T01:45:40.844298Z","end":"2026-07-25T01:45:41.410852Z","steps":["trace[744261628] 'process raft request' (duration: 566.341301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:41.410935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:45:40.844288Z","time spent":"566.607065ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:45:41.41099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:45:40.833005Z","time spent":"577.854525ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:45:41.411042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.212104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-25T01:45:41.411071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.591689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rzql9\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-07-25T01:45:41.411138Z","caller":"traceutil/trace.go:171","msg":"trace[918597106] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rzql9; range_end:; response_count:1; response_revision:14910; }","duration":"516.67885ms","start":"2026-07-25T01:45:40.894439Z","end":"2026-07-25T01:45:41.411117Z","steps":["trace[918597106] 'agreement among raft nodes before linearized reading' (duration: 516.476727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:41.411174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:45:40.894429Z","time spent":"516.737492ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rzql9\" "} {"level":"info","ts":"2026-07-25T01:45:41.411104Z","caller":"traceutil/trace.go:171","msg":"trace[1104296253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14910; }","duration":"298.337537ms","start":"2026-07-25T01:45:41.112748Z","end":"2026-07-25T01:45:41.411086Z","steps":["trace[1104296253] 'agreement among raft nodes before linearized reading' (duration: 298.114763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:45:41.630348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.740086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-25T01:45:41.630434Z","caller":"traceutil/trace.go:171","msg":"trace[1839033914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14911; }","duration":"104.849848ms","start":"2026-07-25T01:45:41.525564Z","end":"2026-07-25T01:45:41.630414Z","steps":["trace[1839033914] 'range keys from in-memory index tree' (duration: 104.512281ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:46:49.359405Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13004} {"level":"info","ts":"2026-07-25T01:46:49.434009Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13004,"took":"72.289592ms","hash":2311849633,"current-db-size-bytes":59023360,"current-db-size":"59 MB","current-db-size-in-use-bytes":30101504,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-25T01:46:49.434069Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2311849633,"revision":13004,"compact-revision":10964} {"level":"warn","ts":"2026-07-25T01:48:34.837123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.451437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-25T01:48:34.837248Z","caller":"traceutil/trace.go:171","msg":"trace[1115121767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16323; }","duration":"101.650021ms","start":"2026-07-25T01:48:34.73557Z","end":"2026-07-25T01:48:34.83722Z","steps":["trace[1115121767] 'range keys from in-memory index tree' (duration: 101.173033ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:48:38.326256Z","caller":"traceutil/trace.go:171","msg":"trace[868679273] transaction","detail":"{read_only:false; response_revision:16351; number_of_response:1; }","duration":"105.798942ms","start":"2026-07-25T01:48:38.220421Z","end":"2026-07-25T01:48:38.32622Z","steps":["trace[868679273] 'process raft request' (duration: 105.450216ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:48:55.755981Z","caller":"traceutil/trace.go:171","msg":"trace[1137660894] transaction","detail":"{read_only:false; response_revision:16477; number_of_response:1; }","duration":"108.671819ms","start":"2026-07-25T01:48:55.647278Z","end":"2026-07-25T01:48:55.75595Z","steps":["trace[1137660894] 'process raft request' (duration: 108.480436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:48:57.048126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.411787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T01:48:57.048226Z","caller":"traceutil/trace.go:171","msg":"trace[1907601158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16478; }","duration":"462.554099ms","start":"2026-07-25T01:48:56.585649Z","end":"2026-07-25T01:48:57.048203Z","steps":["trace[1907601158] 'range keys from in-memory index tree' (duration: 462.191611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:48:57.048286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:48:56.58563Z","time spent":"462.647201ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T01:48:57.048463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.020204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T01:48:57.048809Z","caller":"traceutil/trace.go:171","msg":"trace[607645492] transaction","detail":"{read_only:false; response_revision:16479; number_of_response:1; }","duration":"456.0301ms","start":"2026-07-25T01:48:56.592732Z","end":"2026-07-25T01:48:57.048762Z","steps":["trace[607645492] 'process raft request' (duration: 224.586938ms)","trace[607645492] 'compare' (duration: 230.862991ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:48:57.048935Z","caller":"traceutil/trace.go:171","msg":"trace[1940698490] transaction","detail":"{read_only:false; response_revision:16480; number_of_response:1; }","duration":"316.886378ms","start":"2026-07-25T01:48:56.732028Z","end":"2026-07-25T01:48:57.048914Z","steps":["trace[1940698490] 'process raft request' (duration: 316.678334ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:48:57.048944Z","caller":"traceutil/trace.go:171","msg":"trace[1875332027] linearizableReadLoop","detail":"{readStateIndex:17039; appliedIndex:17038; }","duration":"393.223627ms","start":"2026-07-25T01:48:56.655673Z","end":"2026-07-25T01:48:57.048897Z","steps":["trace[1875332027] 'read index received' (duration: 161.663812ms)","trace[1875332027] 'applied index is now lower than readState.Index' (duration: 231.555365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:48:57.049012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:48:56.592703Z","time spent":"456.180335ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:48:57.04902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:48:56.732003Z","time spent":"316.975679ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:48:57.049167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.493452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4n5jm\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-07-25T01:48:57.049242Z","caller":"traceutil/trace.go:171","msg":"trace[162629663] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4n5jm; range_end:; response_count:1; response_revision:16480; }","duration":"393.597855ms","start":"2026-07-25T01:48:56.655625Z","end":"2026-07-25T01:48:57.049222Z","steps":["trace[162629663] 'agreement among raft nodes before linearized reading' (duration: 393.38997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:48:57.049286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:48:56.655606Z","time spent":"393.672296ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4n5jm\" "} {"level":"info","ts":"2026-07-25T01:48:57.121066Z","caller":"traceutil/trace.go:171","msg":"trace[612730367] transaction","detail":"{read_only:false; response_revision:16481; number_of_response:1; }","duration":"181.649902ms","start":"2026-07-25T01:48:56.939378Z","end":"2026-07-25T01:48:57.121028Z","steps":["trace[612730367] 'process raft request' (duration: 181.338916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:48:57.121121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.707906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:48:57.121193Z","caller":"traceutil/trace.go:171","msg":"trace[1550439359] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:16481; }","duration":"254.842368ms","start":"2026-07-25T01:48:56.866331Z","end":"2026-07-25T01:48:57.121174Z","steps":["trace[1550439359] 'agreement among raft nodes before linearized reading' (duration: 254.710596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:48:57.481719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.526768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T01:48:57.48197Z","caller":"traceutil/trace.go:171","msg":"trace[1951200588] linearizableReadLoop","detail":"{readStateIndex:17047; appliedIndex:17045; }","duration":"195.577904ms","start":"2026-07-25T01:48:57.286374Z","end":"2026-07-25T01:48:57.481952Z","steps":["trace[1951200588] 'read index received' (duration: 51.754249ms)","trace[1951200588] 'applied index is now lower than readState.Index' (duration: 143.822504ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:48:57.482006Z","caller":"traceutil/trace.go:171","msg":"trace[1742464669] transaction","detail":"{read_only:false; response_revision:16486; number_of_response:1; }","duration":"287.659009ms","start":"2026-07-25T01:48:57.194294Z","end":"2026-07-25T01:48:57.481953Z","steps":["trace[1742464669] 'process raft request' (duration: 143.816484ms)","trace[1742464669] 'compare' (duration: 143.058859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:48:57.482273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.885219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-25T01:48:57.482352Z","caller":"traceutil/trace.go:171","msg":"trace[1294078638] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16487; }","duration":"196.057203ms","start":"2026-07-25T01:48:57.286276Z","end":"2026-07-25T01:48:57.482333Z","steps":["trace[1294078638] 'agreement among raft nodes before linearized reading' (duration: 195.802228ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:48:57.482237Z","caller":"traceutil/trace.go:171","msg":"trace[1332674838] transaction","detail":"{read_only:false; response_revision:16487; number_of_response:1; }","duration":"287.110908ms","start":"2026-07-25T01:48:57.195067Z","end":"2026-07-25T01:48:57.482178Z","steps":["trace[1332674838] 'process raft request' (duration: 286.772941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:48:57.482384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.650155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T01:48:57.4823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.669485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-25T01:48:57.4828Z","caller":"traceutil/trace.go:171","msg":"trace[380235163] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16487; }","duration":"156.208385ms","start":"2026-07-25T01:48:57.326547Z","end":"2026-07-25T01:48:57.482755Z","steps":["trace[380235163] 'agreement among raft nodes before linearized reading' (duration: 155.599433ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:48:57.482642Z","caller":"traceutil/trace.go:171","msg":"trace[84052450] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16487; }","duration":"155.985471ms","start":"2026-07-25T01:48:57.326629Z","end":"2026-07-25T01:48:57.482614Z","steps":["trace[84052450] 'agreement among raft nodes before linearized reading' (duration: 155.619994ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:48:59.178332Z","caller":"traceutil/trace.go:171","msg":"trace[404840008] transaction","detail":"{read_only:false; response_revision:16492; number_of_response:1; }","duration":"120.922277ms","start":"2026-07-25T01:48:59.057374Z","end":"2026-07-25T01:48:59.178297Z","steps":["trace[404840008] 'process raft request' (duration: 120.706133ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:48:59.602327Z","caller":"traceutil/trace.go:171","msg":"trace[564247314] transaction","detail":"{read_only:false; response_revision:16497; number_of_response:1; }","duration":"109.046676ms","start":"2026-07-25T01:48:59.493251Z","end":"2026-07-25T01:48:59.602298Z","steps":["trace[564247314] 'process raft request' (duration: 108.604497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:48:59.751138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.685191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T01:48:59.7513Z","caller":"traceutil/trace.go:171","msg":"trace[230530264] transaction","detail":"{read_only:false; response_revision:16498; number_of_response:1; }","duration":"143.219582ms","start":"2026-07-25T01:48:59.608055Z","end":"2026-07-25T01:48:59.751274Z","steps":["trace[230530264] 'process raft request' (duration: 38.280376ms)","trace[230530264] 'compare' (duration: 104.448267ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:49:03.313413Z","caller":"traceutil/trace.go:171","msg":"trace[695486983] transaction","detail":"{read_only:false; response_revision:16512; number_of_response:1; }","duration":"122.328236ms","start":"2026-07-25T01:49:03.191055Z","end":"2026-07-25T01:49:03.313383Z","steps":["trace[695486983] 'process raft request' (duration: 90.24567ms)","trace[695486983] 'compare' (duration: 31.857891ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:49:03.530062Z","caller":"traceutil/trace.go:171","msg":"trace[1019490629] transaction","detail":"{read_only:false; response_revision:16513; number_of_response:1; }","duration":"210.81343ms","start":"2026-07-25T01:49:03.319199Z","end":"2026-07-25T01:49:03.530012Z","steps":["trace[1019490629] 'process raft request' (duration: 210.528994ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:49:03.529999Z","caller":"traceutil/trace.go:171","msg":"trace[506924994] linearizableReadLoop","detail":"{readStateIndex:17075; appliedIndex:17074; }","duration":"210.246149ms","start":"2026-07-25T01:49:03.319717Z","end":"2026-07-25T01:49:03.529964Z","steps":["trace[506924994] 'read index received' (duration: 210.100146ms)","trace[506924994] 'applied index is now lower than readState.Index' (duration: 144.413µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:49:03.531075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.33574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:905590"} {"level":"info","ts":"2026-07-25T01:49:03.53116Z","caller":"traceutil/trace.go:171","msg":"trace[1518547057] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16513; }","duration":"211.474053ms","start":"2026-07-25T01:49:03.319668Z","end":"2026-07-25T01:49:03.531142Z","steps":["trace[1518547057] 'agreement among raft nodes before linearized reading' (duration: 210.432732ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:49:03.681995Z","caller":"traceutil/trace.go:171","msg":"trace[1482038279] linearizableReadLoop","detail":"{readStateIndex:17076; appliedIndex:17075; }","duration":"151.78014ms","start":"2026-07-25T01:49:03.530175Z","end":"2026-07-25T01:49:03.681955Z","steps":["trace[1482038279] 'read index received' (duration: 121.161622ms)","trace[1482038279] 'applied index is now lower than readState.Index' (duration: 30.616797ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:49:03.682095Z","caller":"traceutil/trace.go:171","msg":"trace[1482034166] transaction","detail":"{read_only:false; response_revision:16514; number_of_response:1; }","duration":"361.589769ms","start":"2026-07-25T01:49:03.320459Z","end":"2026-07-25T01:49:03.682049Z","steps":["trace[1482034166] 'process raft request' (duration: 330.790829ms)","trace[1482034166] 'compare' (duration: 30.526065ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:49:03.68229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:49:03.320448Z","time spent":"361.737992ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:49:03.68242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.971058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-07-25T01:49:03.682423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.967978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:49:03.682477Z","caller":"traceutil/trace.go:171","msg":"trace[771924470] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16514; }","duration":"182.08264ms","start":"2026-07-25T01:49:03.500377Z","end":"2026-07-25T01:49:03.68246Z","steps":["trace[771924470] 'agreement among raft nodes before linearized reading' (duration: 181.782064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:49:03.682487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.69568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T01:49:03.682597Z","caller":"traceutil/trace.go:171","msg":"trace[1193705622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16514; }","duration":"345.845043ms","start":"2026-07-25T01:49:03.336728Z","end":"2026-07-25T01:49:03.682573Z","steps":["trace[1193705622] 'agreement among raft nodes before linearized reading' (duration: 345.519807ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:49:03.682537Z","caller":"traceutil/trace.go:171","msg":"trace[936772662] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16514; }","duration":"182.11774ms","start":"2026-07-25T01:49:03.500352Z","end":"2026-07-25T01:49:03.68247Z","steps":["trace[936772662] 'agreement among raft nodes before linearized reading' (duration: 181.962237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:49:03.682648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:49:03.336716Z","time spent":"345.922614ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T01:49:06.406841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.355671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T01:49:06.407016Z","caller":"traceutil/trace.go:171","msg":"trace[435706979] linearizableReadLoop","detail":"{readStateIndex:17092; appliedIndex:17091; }","duration":"416.49678ms","start":"2026-07-25T01:49:05.990494Z","end":"2026-07-25T01:49:06.406991Z","steps":["trace[435706979] 'read index received' (duration: 263.868495ms)","trace[435706979] 'applied index is now lower than readState.Index' (duration: 152.626805ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:49:06.407221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.734374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:49:06.40721Z","caller":"traceutil/trace.go:171","msg":"trace[1250780472] transaction","detail":"{read_only:false; response_revision:16530; number_of_response:1; }","duration":"440.769233ms","start":"2026-07-25T01:49:05.966391Z","end":"2026-07-25T01:49:06.40716Z","steps":["trace[1250780472] 'process raft request' (duration: 287.951604ms)","trace[1250780472] 'compare' (duration: 152.152117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:49:06.407346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.452689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:49:06.407388Z","caller":"traceutil/trace.go:171","msg":"trace[669339810] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16530; }","duration":"416.512111ms","start":"2026-07-25T01:49:05.990867Z","end":"2026-07-25T01:49:06.407379Z","steps":["trace[669339810] 'agreement among raft nodes before linearized reading' (duration: 416.4544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:49:06.407443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:49:05.99086Z","time spent":"416.573322ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-25T01:49:06.407453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:49:05.966358Z","time spent":"440.965298ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:49:06.407261Z","caller":"traceutil/trace.go:171","msg":"trace[1370355553] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16530; }","duration":"416.817186ms","start":"2026-07-25T01:49:05.990433Z","end":"2026-07-25T01:49:06.40725Z","steps":["trace[1370355553] 'agreement among raft nodes before linearized reading' (duration: 416.697734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:49:06.407571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:49:05.990411Z","time spent":"417.131003ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-25T01:49:06.407556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.433239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T01:49:06.407601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.49051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p2ljh\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-07-25T01:49:06.407665Z","caller":"traceutil/trace.go:171","msg":"trace[1077646610] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16530; }","duration":"416.621752ms","start":"2026-07-25T01:49:05.991016Z","end":"2026-07-25T01:49:06.407638Z","steps":["trace[1077646610] 'agreement among raft nodes before linearized reading' (duration: 416.425859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:49:06.40766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.371144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rzql9\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-25T01:49:06.40773Z","caller":"traceutil/trace.go:171","msg":"trace[910357067] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p2ljh; range_end:; response_count:1; response_revision:16530; }","duration":"396.610164ms","start":"2026-07-25T01:49:06.011054Z","end":"2026-07-25T01:49:06.407664Z","steps":["trace[910357067] 'agreement among raft nodes before linearized reading' (duration: 396.335278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:49:06.407779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:49:05.990984Z","time spent":"416.783687ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-25T01:49:06.407751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.640662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-25T01:49:06.407793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:49:06.01104Z","time spent":"396.743666ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20682,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p2ljh\" "} {"level":"warn","ts":"2026-07-25T01:49:06.407739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.255008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5311"} {"level":"info","ts":"2026-07-25T01:49:06.407858Z","caller":"traceutil/trace.go:171","msg":"trace[1415782544] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16530; }","duration":"280.799575ms","start":"2026-07-25T01:49:06.127031Z","end":"2026-07-25T01:49:06.407831Z","steps":["trace[1415782544] 'agreement among raft nodes before linearized reading' (duration: 280.438517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:49:06.407745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.997499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mzzjp\" ","response":"range_response_count:1 size:18678"} {"level":"info","ts":"2026-07-25T01:49:06.407952Z","caller":"traceutil/trace.go:171","msg":"trace[2066298719] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-mzzjp; range_end:; response_count:1; response_revision:16530; }","duration":"399.288885ms","start":"2026-07-25T01:49:06.008648Z","end":"2026-07-25T01:49:06.407937Z","steps":["trace[2066298719] 'agreement among raft nodes before linearized reading' (duration: 398.783805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:49:06.408001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:49:06.008636Z","time spent":"399.351666ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18700,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mzzjp\" "} {"level":"info","ts":"2026-07-25T01:49:06.407804Z","caller":"traceutil/trace.go:171","msg":"trace[1030892536] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rzql9; range_end:; response_count:1; response_revision:16530; }","duration":"402.557789ms","start":"2026-07-25T01:49:06.005213Z","end":"2026-07-25T01:49:06.407771Z","steps":["trace[1030892536] 'agreement among raft nodes before linearized reading' (duration: 402.200271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:49:06.408115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:49:06.005193Z","time spent":"402.905765ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rzql9\" "} {"level":"info","ts":"2026-07-25T01:49:06.407894Z","caller":"traceutil/trace.go:171","msg":"trace[223190442] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16530; }","duration":"412.514934ms","start":"2026-07-25T01:49:05.995344Z","end":"2026-07-25T01:49:06.407859Z","steps":["trace[223190442] 'agreement among raft nodes before linearized reading' (duration: 412.078064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:49:06.40822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:49:05.995333Z","time spent":"412.86138ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5333,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-25T01:49:06.407798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.553634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-bjbfc\" ","response":"range_response_count:1 size:18653"} {"level":"info","ts":"2026-07-25T01:49:06.408434Z","caller":"traceutil/trace.go:171","msg":"trace[669762042] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-bjbfc; range_end:; response_count:1; response_revision:16530; }","duration":"194.252158ms","start":"2026-07-25T01:49:06.214165Z","end":"2026-07-25T01:49:06.408417Z","steps":["trace[669762042] 'agreement among raft nodes before linearized reading' (duration: 193.283559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:49:06.632073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.580804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4n5jm\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-07-25T01:49:06.632161Z","caller":"traceutil/trace.go:171","msg":"trace[936946728] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4n5jm; range_end:; response_count:1; response_revision:16530; }","duration":"113.714817ms","start":"2026-07-25T01:49:06.518428Z","end":"2026-07-25T01:49:06.632143Z","steps":["trace[936946728] 'range keys from in-memory index tree' (duration: 113.38961ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:49:15.523398Z","caller":"traceutil/trace.go:171","msg":"trace[634035702] transaction","detail":"{read_only:false; response_revision:16573; number_of_response:1; }","duration":"115.324309ms","start":"2026-07-25T01:49:15.408026Z","end":"2026-07-25T01:49:15.52335Z","steps":["trace[634035702] 'process raft request' (duration: 59.007301ms)","trace[634035702] 'compare' (duration: 56.100274ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:50:38.44801Z","caller":"traceutil/trace.go:171","msg":"trace[701587395] linearizableReadLoop","detail":"{readStateIndex:17698; appliedIndex:17697; }","duration":"169.158058ms","start":"2026-07-25T01:50:38.278822Z","end":"2026-07-25T01:50:38.44798Z","steps":["trace[701587395] 'read index received' (duration: 168.904543ms)","trace[701587395] 'applied index is now lower than readState.Index' (duration: 252.535µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:50:38.44814Z","caller":"traceutil/trace.go:171","msg":"trace[948095281] transaction","detail":"{read_only:false; response_revision:17116; number_of_response:1; }","duration":"222.320334ms","start":"2026-07-25T01:50:38.225805Z","end":"2026-07-25T01:50:38.448125Z","steps":["trace[948095281] 'process raft request' (duration: 221.977397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:50:38.448316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.921341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T01:50:38.448409Z","caller":"traceutil/trace.go:171","msg":"trace[87704141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17116; }","duration":"155.060053ms","start":"2026-07-25T01:50:38.293328Z","end":"2026-07-25T01:50:38.448388Z","steps":["trace[87704141] 'agreement among raft nodes before linearized reading' (duration: 154.857578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:50:38.448659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.834352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-25T01:50:38.448697Z","caller":"traceutil/trace.go:171","msg":"trace[522173560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17116; }","duration":"169.912653ms","start":"2026-07-25T01:50:38.278774Z","end":"2026-07-25T01:50:38.448686Z","steps":["trace[522173560] 'agreement among raft nodes before linearized reading' (duration: 169.821902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:50:38.448832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.490979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-25T01:50:38.448864Z","caller":"traceutil/trace.go:171","msg":"trace[1603082255] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17116; }","duration":"121.55524ms","start":"2026-07-25T01:50:38.327301Z","end":"2026-07-25T01:50:38.448857Z","steps":["trace[1603082255] 'agreement among raft nodes before linearized reading' (duration: 121.459898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:38.718839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.659274ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:51:38.721337Z","caller":"traceutil/trace.go:171","msg":"trace[1622174974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17515; }","duration":"577.579912ms","start":"2026-07-25T01:51:38.143736Z","end":"2026-07-25T01:51:38.721316Z","steps":["trace[1622174974] 'range keys from in-memory index tree' (duration: 574.643803ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:38.719576Z","caller":"traceutil/trace.go:171","msg":"trace[1417072514] transaction","detail":"{read_only:false; response_revision:17516; number_of_response:1; }","duration":"691.37837ms","start":"2026-07-25T01:51:38.028158Z","end":"2026-07-25T01:51:38.719536Z","steps":["trace[1417072514] 'process raft request' (duration: 688.488944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:38.722118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:38.028132Z","time spent":"693.907349ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:51:38.719609Z","caller":"traceutil/trace.go:171","msg":"trace[1114038091] linearizableReadLoop","detail":"{readStateIndex:18115; appliedIndex:18113; }","duration":"414.377169ms","start":"2026-07-25T01:51:38.305195Z","end":"2026-07-25T01:51:38.719572Z","steps":["trace[1114038091] 'read index received' (duration: 411.39023ms)","trace[1114038091] 'applied index is now lower than readState.Index' (duration: 2.985089ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:51:38.719621Z","caller":"traceutil/trace.go:171","msg":"trace[1473980506] transaction","detail":"{read_only:false; response_revision:17517; number_of_response:1; }","duration":"645.79784ms","start":"2026-07-25T01:51:38.073809Z","end":"2026-07-25T01:51:38.719606Z","steps":["trace[1473980506] 'process raft request' (duration: 645.570026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:38.722384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:38.073787Z","time spent":"648.573455ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:51:38.719674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.475371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:51:38.722486Z","caller":"traceutil/trace.go:171","msg":"trace[1519238713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17518; }","duration":"417.345576ms","start":"2026-07-25T01:51:38.305127Z","end":"2026-07-25T01:51:38.722473Z","steps":["trace[1519238713] 'agreement among raft nodes before linearized reading' (duration: 414.489721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:38.72251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:38.305101Z","time spent":"417.401848ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T01:51:38.722674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.553139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rzql9\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-25T01:51:38.722754Z","caller":"traceutil/trace.go:171","msg":"trace[2102838694] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rzql9; range_end:; response_count:1; response_revision:17518; }","duration":"224.63831ms","start":"2026-07-25T01:51:38.4981Z","end":"2026-07-25T01:51:38.722739Z","steps":["trace[2102838694] 'agreement among raft nodes before linearized reading' (duration: 224.330974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:38.722807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.964651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T01:51:38.722849Z","caller":"traceutil/trace.go:171","msg":"trace[408588169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17518; }","duration":"156.040643ms","start":"2026-07-25T01:51:38.566797Z","end":"2026-07-25T01:51:38.722837Z","steps":["trace[408588169] 'agreement among raft nodes before linearized reading' (duration: 155.898051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:38.72309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.035931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T01:51:38.723116Z","caller":"traceutil/trace.go:171","msg":"trace[1203916451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17518; }","duration":"180.127092ms","start":"2026-07-25T01:51:38.542983Z","end":"2026-07-25T01:51:38.72311Z","steps":["trace[1203916451] 'agreement among raft nodes before linearized reading' (duration: 180.057321ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:45.170456Z","caller":"traceutil/trace.go:171","msg":"trace[889917696] transaction","detail":"{read_only:false; response_revision:17569; number_of_response:1; }","duration":"354.569614ms","start":"2026-07-25T01:51:44.815857Z","end":"2026-07-25T01:51:45.170427Z","steps":["trace[889917696] 'process raft request' (duration: 354.326548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:45.170707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:44.815843Z","time spent":"354.746637ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:51:45.222443Z","caller":"traceutil/trace.go:171","msg":"trace[1246166479] linearizableReadLoop","detail":"{readStateIndex:18170; appliedIndex:18167; }","duration":"403.421165ms","start":"2026-07-25T01:51:44.818985Z","end":"2026-07-25T01:51:45.222406Z","steps":["trace[1246166479] 'read index received' (duration: 351.411951ms)","trace[1246166479] 'applied index is now lower than readState.Index' (duration: 52.008374ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:51:45.222489Z","caller":"traceutil/trace.go:171","msg":"trace[1781231183] transaction","detail":"{read_only:false; response_revision:17570; number_of_response:1; }","duration":"405.266152ms","start":"2026-07-25T01:51:44.817188Z","end":"2026-07-25T01:51:45.222455Z","steps":["trace[1781231183] 'process raft request' (duration: 405.002247ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:45.222504Z","caller":"traceutil/trace.go:171","msg":"trace[843180834] transaction","detail":"{read_only:false; response_revision:17571; number_of_response:1; }","duration":"405.19606ms","start":"2026-07-25T01:51:44.817271Z","end":"2026-07-25T01:51:45.222467Z","steps":["trace[843180834] 'process raft request' (duration: 405.091569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:45.222683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:44.817107Z","time spent":"405.463595ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:51:45.222704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:44.817265Z","time spent":"405.324763ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:51:45.222728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.282687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p2ljh\" ","response":"range_response_count:1 size:20762"} {"level":"info","ts":"2026-07-25T01:51:45.22277Z","caller":"traceutil/trace.go:171","msg":"trace[831139720] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-p2ljh; range_end:; response_count:1; response_revision:17571; }","duration":"353.354259ms","start":"2026-07-25T01:51:44.869405Z","end":"2026-07-25T01:51:45.222759Z","steps":["trace[831139720] 'agreement among raft nodes before linearized reading' (duration: 353.268687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:45.222811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:44.869388Z","time spent":"353.41718ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20784,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-p2ljh\" "} {"level":"warn","ts":"2026-07-25T01:51:45.222973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.538636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-25T01:51:45.223011Z","caller":"traceutil/trace.go:171","msg":"trace[1992417825] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17571; }","duration":"307.607977ms","start":"2026-07-25T01:51:44.915392Z","end":"2026-07-25T01:51:45.223Z","steps":["trace[1992417825] 'agreement among raft nodes before linearized reading' (duration: 307.451305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:45.223046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:44.915373Z","time spent":"307.665318ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-25T01:51:45.223101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.93334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-25T01:51:45.223124Z","caller":"traceutil/trace.go:171","msg":"trace[1265695498] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:17571; }","duration":"333.986811ms","start":"2026-07-25T01:51:44.88913Z","end":"2026-07-25T01:51:45.223117Z","steps":["trace[1265695498] 'agreement among raft nodes before linearized reading' (duration: 333.820908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:45.223149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:44.889116Z","time spent":"334.027262ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":130,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:51:45.223558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.536237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946646"} {"level":"info","ts":"2026-07-25T01:51:45.223626Z","caller":"traceutil/trace.go:171","msg":"trace[424437355] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17571; }","duration":"404.656719ms","start":"2026-07-25T01:51:44.818951Z","end":"2026-07-25T01:51:45.223608Z","steps":["trace[424437355] 'agreement among raft nodes before linearized reading' (duration: 403.630879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:45.223743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:44.818944Z","time spent":"404.7211ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946668,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-25T01:51:45.348303Z","caller":"traceutil/trace.go:171","msg":"trace[2113777605] transaction","detail":"{read_only:false; response_revision:17572; number_of_response:1; }","duration":"108.543056ms","start":"2026-07-25T01:51:45.239723Z","end":"2026-07-25T01:51:45.348266Z","steps":["trace[2113777605] 'process raft request' (duration: 108.167588ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:45.527884Z","caller":"traceutil/trace.go:171","msg":"trace[1502166852] transaction","detail":"{read_only:false; response_revision:17573; number_of_response:1; }","duration":"121.991878ms","start":"2026-07-25T01:51:45.405855Z","end":"2026-07-25T01:51:45.527847Z","steps":["trace[1502166852] 'process raft request' (duration: 40.219383ms)","trace[1502166852] 'compare' (duration: 81.402138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:51:46.100372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.061991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4n5jm\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-07-25T01:51:46.100468Z","caller":"traceutil/trace.go:171","msg":"trace[1203003083] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4n5jm; range_end:; response_count:1; response_revision:17573; }","duration":"318.215234ms","start":"2026-07-25T01:51:45.782233Z","end":"2026-07-25T01:51:46.100448Z","steps":["trace[1203003083] 'range keys from in-memory index tree' (duration: 317.853637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:46.100509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:45.782208Z","time spent":"318.292425ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4n5jm\" "} {"level":"info","ts":"2026-07-25T01:51:47.075268Z","caller":"traceutil/trace.go:171","msg":"trace[1934590109] linearizableReadLoop","detail":"{readStateIndex:18174; appliedIndex:18172; }","duration":"312.132376ms","start":"2026-07-25T01:51:46.763107Z","end":"2026-07-25T01:51:47.075239Z","steps":["trace[1934590109] 'read index received' (duration: 29.260341ms)","trace[1934590109] 'applied index is now lower than readState.Index' (duration: 282.871035ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:51:47.075617Z","caller":"traceutil/trace.go:171","msg":"trace[1925872860] transaction","detail":"{read_only:false; response_revision:17575; number_of_response:1; }","duration":"316.935049ms","start":"2026-07-25T01:51:46.758666Z","end":"2026-07-25T01:51:47.075601Z","steps":["trace[1925872860] 'process raft request' (duration: 316.379998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:47.075766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:46.758631Z","time spent":"317.012761ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:51:47.075997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.896041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T01:51:47.076036Z","caller":"traceutil/trace.go:171","msg":"trace[1123973381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17575; }","duration":"312.962033ms","start":"2026-07-25T01:51:46.763063Z","end":"2026-07-25T01:51:47.076025Z","steps":["trace[1123973381] 'agreement among raft nodes before linearized reading' (duration: 312.81503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:47.076057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:46.763045Z","time spent":"313.006613ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T01:51:47.07616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.774629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T01:51:47.076179Z","caller":"traceutil/trace.go:171","msg":"trace[1548626034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17575; }","duration":"311.8072ms","start":"2026-07-25T01:51:46.764365Z","end":"2026-07-25T01:51:47.076172Z","steps":["trace[1548626034] 'agreement among raft nodes before linearized reading' (duration: 311.744698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:47.076197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:46.764358Z","time spent":"311.83416ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T01:51:47.076391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.206717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T01:51:47.076419Z","caller":"traceutil/trace.go:171","msg":"trace[2131990039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17575; }","duration":"254.273258ms","start":"2026-07-25T01:51:46.82214Z","end":"2026-07-25T01:51:47.076413Z","steps":["trace[2131990039] 'agreement among raft nodes before linearized reading' (duration: 254.202377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:48.35676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123015155s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-25T01:51:48.41231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.887053ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:51:48.412481Z","caller":"traceutil/trace.go:171","msg":"trace[2134095417] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17575; }","duration":"268.108807ms","start":"2026-07-25T01:51:48.144347Z","end":"2026-07-25T01:51:48.412456Z","steps":["trace[2134095417] 'range keys from in-memory index tree' (duration: 267.862661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:48.413108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179342393s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T01:51:48.413392Z","caller":"traceutil/trace.go:171","msg":"trace[186876678] linearizableReadLoop","detail":"{readStateIndex:18178; appliedIndex:18174; }","duration":"1.234987408s","start":"2026-07-25T01:51:47.178385Z","end":"2026-07-25T01:51:48.413372Z","steps":["trace[186876678] 'read index received' (duration: 55.371599ms)","trace[186876678] 'applied index is now lower than readState.Index' (duration: 1.179614449s)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:51:48.413616Z","caller":"traceutil/trace.go:171","msg":"trace[2025180870] transaction","detail":"{read_only:false; response_revision:17576; number_of_response:1; }","duration":"1.332188694s","start":"2026-07-25T01:51:47.081413Z","end":"2026-07-25T01:51:48.413602Z","steps":["trace[2025180870] 'process raft request' (duration: 152.261089ms)","trace[2025180870] 'compare' (duration: 1.177997277s)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:51:48.413686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:47.081389Z","time spent":"1.332263904s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:51:48.413868Z","caller":"traceutil/trace.go:171","msg":"trace[793174465] transaction","detail":"{read_only:false; response_revision:17577; number_of_response:1; }","duration":"1.331862416s","start":"2026-07-25T01:51:47.081996Z","end":"2026-07-25T01:51:48.413859Z","steps":["trace[793174465] 'process raft request' (duration: 1.331227794s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:48.413928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:47.08196Z","time spent":"1.331936738s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:51:48.41401Z","caller":"traceutil/trace.go:171","msg":"trace[643164719] transaction","detail":"{read_only:false; response_revision:17578; number_of_response:1; }","duration":"1.331925577s","start":"2026-07-25T01:51:47.082047Z","end":"2026-07-25T01:51:48.413972Z","steps":["trace[643164719] 'process raft request' (duration: 1.331243505s)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:48.414047Z","caller":"traceutil/trace.go:171","msg":"trace[841601563] transaction","detail":"{read_only:false; response_revision:17579; number_of_response:1; }","duration":"1.317078317s","start":"2026-07-25T01:51:47.096942Z","end":"2026-07-25T01:51:48.414021Z","steps":["trace[841601563] 'process raft request' (duration: 1.316386064s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:48.414145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235736882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-25T01:51:48.414215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:47.082037Z","time spent":"1.33206908s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:51:48.414222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:47.096915Z","time spent":"1.31719581s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:51:48.414245Z","caller":"traceutil/trace.go:171","msg":"trace[520088869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17579; }","duration":"1.235892895s","start":"2026-07-25T01:51:47.178331Z","end":"2026-07-25T01:51:48.414224Z","steps":["trace[520088869] 'agreement among raft nodes before linearized reading' (duration: 1.235578169s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:48.414296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:47.178318Z","time spent":"1.235969586s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T01:51:48.914313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972660618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T01:51:49.405297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047981922s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-25T01:51:49.776215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.699817ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-25T01:51:49.776936Z","caller":"traceutil/trace.go:171","msg":"trace[1069743494] transaction","detail":"{read_only:false; response_revision:17580; number_of_response:1; }","duration":"2.242063823s","start":"2026-07-25T01:51:47.534846Z","end":"2026-07-25T01:51:49.77691Z","steps":["trace[1069743494] 'process raft request' (duration: 2.241541472s)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:49.777014Z","caller":"traceutil/trace.go:171","msg":"trace[1053815276] transaction","detail":"{read_only:false; response_revision:17581; number_of_response:1; }","duration":"1.357966196s","start":"2026-07-25T01:51:48.419007Z","end":"2026-07-25T01:51:49.776973Z","steps":["trace[1053815276] 'process raft request' (duration: 1.357607818s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.777157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:47.534819Z","time spent":"2.242181286s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:51:49.777406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:48.418969Z","time spent":"1.3582371s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:51:49.777415Z","caller":"traceutil/trace.go:171","msg":"trace[2071587326] transaction","detail":"{read_only:false; response_revision:17582; number_of_response:1; }","duration":"979.396206ms","start":"2026-07-25T01:51:48.797984Z","end":"2026-07-25T01:51:49.77738Z","steps":["trace[2071587326] 'process raft request' (duration: 978.678341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.777633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:48.797953Z","time spent":"979.566668ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:51:49.77779Z","caller":"traceutil/trace.go:171","msg":"trace[1961980752] transaction","detail":"{read_only:false; response_revision:17583; number_of_response:1; }","duration":"779.736682ms","start":"2026-07-25T01:51:48.998038Z","end":"2026-07-25T01:51:49.777775Z","steps":["trace[1961980752] 'process raft request' (duration: 778.658082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.7779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:48.998014Z","time spent":"779.817184ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:51:49.778566Z","caller":"traceutil/trace.go:171","msg":"trace[634973350] transaction","detail":"{read_only:false; response_revision:17584; number_of_response:1; }","duration":"696.672993ms","start":"2026-07-25T01:51:49.081881Z","end":"2026-07-25T01:51:49.778554Z","steps":["trace[634973350] 'process raft request' (duration: 694.852858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.778686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:49.081858Z","time spent":"696.750815ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:51:49.779114Z","caller":"traceutil/trace.go:171","msg":"trace[1881227495] linearizableReadLoop","detail":"{readStateIndex:18182; appliedIndex:18178; }","duration":"1.365673706s","start":"2026-07-25T01:51:48.413427Z","end":"2026-07-25T01:51:49.779101Z","steps":["trace[1881227495] 'read index received' (duration: 992.085212ms)","trace[1881227495] 'applied index is now lower than readState.Index' (duration: 373.587664ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:51:49.779204Z","caller":"traceutil/trace.go:171","msg":"trace[1969637236] transaction","detail":"{read_only:false; response_revision:17585; number_of_response:1; }","duration":"654.821787ms","start":"2026-07-25T01:51:49.124029Z","end":"2026-07-25T01:51:49.778851Z","steps":["trace[1969637236] 'process raft request' (duration: 654.406039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.779319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71470314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:51:49.779399Z","caller":"traceutil/trace.go:171","msg":"trace[1831463005] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:17586; }","duration":"1.714858493s","start":"2026-07-25T01:51:48.064524Z","end":"2026-07-25T01:51:49.779382Z","steps":["trace[1831463005] 'agreement among raft nodes before linearized reading' (duration: 1.71468751s)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:49.779429Z","caller":"traceutil/trace.go:171","msg":"trace[1389453873] transaction","detail":"{read_only:false; response_revision:17586; number_of_response:1; }","duration":"418.364486ms","start":"2026-07-25T01:51:49.361043Z","end":"2026-07-25T01:51:49.779408Z","steps":["trace[1389453873] 'process raft request' (duration: 417.952948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.779473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:48.064475Z","time spent":"1.714985366s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:51:49.779517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:49.361025Z","time spent":"418.447558ms","remote":"127.0.0.1:51076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:51:49.779383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:49.124007Z","time spent":"655.241915ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:51:49.779903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552666238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-25T01:51:49.779938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475882034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:51:49.779962Z","caller":"traceutil/trace.go:171","msg":"trace[2137162648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17586; }","duration":"2.55276527s","start":"2026-07-25T01:51:47.227183Z","end":"2026-07-25T01:51:49.779948Z","steps":["trace[2137162648] 'agreement among raft nodes before linearized reading' (duration: 2.552562186s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.779967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302453783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T01:51:49.779999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:47.227166Z","time spent":"2.552825742s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-25T01:51:49.780016Z","caller":"traceutil/trace.go:171","msg":"trace[318944528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17586; }","duration":"1.475955356s","start":"2026-07-25T01:51:48.30401Z","end":"2026-07-25T01:51:49.779965Z","steps":["trace[318944528] 'agreement among raft nodes before linearized reading' (duration: 1.475891705s)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:49.780039Z","caller":"traceutil/trace.go:171","msg":"trace[2121324394] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:17586; }","duration":"1.302601026s","start":"2026-07-25T01:51:48.47742Z","end":"2026-07-25T01:51:49.780021Z","steps":["trace[2121324394] 'agreement among raft nodes before linearized reading' (duration: 1.302478934s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.780056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:48.303991Z","time spent":"1.476056888s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T01:51:49.780146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540422149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rzql9\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-25T01:51:49.780182Z","caller":"traceutil/trace.go:171","msg":"trace[844656638] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rzql9; range_end:; response_count:1; response_revision:17586; }","duration":"2.540503381s","start":"2026-07-25T01:51:47.239669Z","end":"2026-07-25T01:51:49.780173Z","steps":["trace[844656638] 'agreement among raft nodes before linearized reading' (duration: 2.540401769s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.780209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:47.239658Z","time spent":"2.540544932s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rzql9\" "} {"level":"warn","ts":"2026-07-25T01:51:49.780303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:48.477388Z","time spent":"1.302897991s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:51:49.780622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651048699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4n5jm\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-07-25T01:51:49.780674Z","caller":"traceutil/trace.go:171","msg":"trace[647883206] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4n5jm; range_end:; response_count:1; response_revision:17586; }","duration":"1.651149501s","start":"2026-07-25T01:51:48.129514Z","end":"2026-07-25T01:51:49.780663Z","steps":["trace[647883206] 'agreement among raft nodes before linearized reading' (duration: 1.649599831s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.780706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:48.129486Z","time spent":"1.651212463s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4n5jm\" "} {"level":"warn","ts":"2026-07-25T01:51:49.78077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.549798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18622"} {"level":"info","ts":"2026-07-25T01:51:49.780809Z","caller":"traceutil/trace.go:171","msg":"trace[1131088641] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:17586; }","duration":"639.62125ms","start":"2026-07-25T01:51:49.141179Z","end":"2026-07-25T01:51:49.7808Z","steps":["trace[1131088641] 'agreement among raft nodes before linearized reading' (duration: 639.471647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.780626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.131891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T01:51:49.780836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:49.141157Z","time spent":"639.67202ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-25T01:51:49.78094Z","caller":"traceutil/trace.go:171","msg":"trace[935145325] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:17586; }","duration":"102.474289ms","start":"2026-07-25T01:51:49.678423Z","end":"2026-07-25T01:51:49.780898Z","steps":["trace[935145325] 'agreement among raft nodes before linearized reading' (duration: 102.162052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.781113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210200575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T01:51:49.781143Z","caller":"traceutil/trace.go:171","msg":"trace[1267868279] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:17586; }","duration":"1.210294997s","start":"2026-07-25T01:51:48.57084Z","end":"2026-07-25T01:51:49.781135Z","steps":["trace[1267868279] 'agreement among raft nodes before linearized reading' (duration: 1.210229866s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.781165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:48.570806Z","time spent":"1.210353529s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":11,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:51:49.781397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552280681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T01:51:49.781459Z","caller":"traceutil/trace.go:171","msg":"trace[146555861] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17586; }","duration":"2.552392193s","start":"2026-07-25T01:51:47.229052Z","end":"2026-07-25T01:51:49.781444Z","steps":["trace[146555861] 'agreement among raft nodes before linearized reading' (duration: 2.55224057s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.781496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:51:47.229026Z","time spent":"2.552461225s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-25T01:51:49.924134Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15354} {"level":"info","ts":"2026-07-25T01:51:49.93099Z","caller":"traceutil/trace.go:171","msg":"trace[1288695978] linearizableReadLoop","detail":"{readStateIndex:18187; appliedIndex:18186; }","duration":"149.099947ms","start":"2026-07-25T01:51:49.781802Z","end":"2026-07-25T01:51:49.930901Z","steps":["trace[1288695978] 'read index received' (duration: 91.437032ms)","trace[1288695978] 'applied index is now lower than readState.Index' (duration: 57.659315ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:51:49.931049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.224029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:51:49.93111Z","caller":"traceutil/trace.go:171","msg":"trace[2107294258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17586; }","duration":"149.318642ms","start":"2026-07-25T01:51:49.781777Z","end":"2026-07-25T01:51:49.931095Z","steps":["trace[2107294258] 'agreement among raft nodes before linearized reading' (duration: 149.191829ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:49.930927Z","caller":"traceutil/trace.go:171","msg":"trace[1250447445] compact","detail":"{revision:15354; response_revision:17586; }","duration":"150.000156ms","start":"2026-07-25T01:51:49.780884Z","end":"2026-07-25T01:51:49.930884Z","steps":["trace[1250447445] 'process raft request' (duration: 92.036495ms)","trace[1250447445] 'check and update compact revision' (duration: 51.055616ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:51:49.95316Z","caller":"traceutil/trace.go:171","msg":"trace[128314136] transaction","detail":"{read_only:false; response_revision:17587; number_of_response:1; }","duration":"167.460085ms","start":"2026-07-25T01:51:49.785669Z","end":"2026-07-25T01:51:49.953129Z","steps":["trace[128314136] 'process raft request' (duration: 145.195582ms)","trace[128314136] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:472; } (duration: 22.070819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:51:49.953809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.578219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-25T01:51:49.95391Z","caller":"traceutil/trace.go:171","msg":"trace[171536558] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:17588; }","duration":"165.703451ms","start":"2026-07-25T01:51:49.788182Z","end":"2026-07-25T01:51:49.953885Z","steps":["trace[171536558] 'agreement among raft nodes before linearized reading' (duration: 165.428036ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:49.954207Z","caller":"traceutil/trace.go:171","msg":"trace[426209015] transaction","detail":"{read_only:false; response_revision:17588; number_of_response:1; }","duration":"168.094168ms","start":"2026-07-25T01:51:49.7861Z","end":"2026-07-25T01:51:49.954194Z","steps":["trace[426209015] 'process raft request' (duration: 166.966675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.954635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.780022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946778"} {"level":"info","ts":"2026-07-25T01:51:49.954696Z","caller":"traceutil/trace.go:171","msg":"trace[1138476859] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17588; }","duration":"166.863065ms","start":"2026-07-25T01:51:49.78782Z","end":"2026-07-25T01:51:49.954683Z","steps":["trace[1138476859] 'agreement among raft nodes before linearized reading' (duration: 165.791364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:49.95551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.319373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946778"} {"level":"info","ts":"2026-07-25T01:51:49.95557Z","caller":"traceutil/trace.go:171","msg":"trace[360941006] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17588; }","duration":"166.392284ms","start":"2026-07-25T01:51:49.789166Z","end":"2026-07-25T01:51:49.955558Z","steps":["trace[360941006] 'agreement among raft nodes before linearized reading' (duration: 165.233231ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:50.043666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15354,"took":"114.836209ms","hash":3475383909,"current-db-size-bytes":59023360,"current-db-size":"59 MB","current-db-size-in-use-bytes":31404032,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-25T01:51:50.043765Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3475383909,"revision":15354,"compact-revision":13004} {"level":"info","ts":"2026-07-25T01:51:55.25258Z","caller":"traceutil/trace.go:171","msg":"trace[1390106102] transaction","detail":"{read_only:false; response_revision:17680; number_of_response:1; }","duration":"183.329243ms","start":"2026-07-25T01:51:55.06921Z","end":"2026-07-25T01:51:55.252539Z","steps":["trace[1390106102] 'process raft request' (duration: 183.070048ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:57.933606Z","caller":"traceutil/trace.go:171","msg":"trace[724570444] transaction","detail":"{read_only:false; response_revision:17701; number_of_response:1; }","duration":"119.808955ms","start":"2026-07-25T01:51:57.813767Z","end":"2026-07-25T01:51:57.933576Z","steps":["trace[724570444] 'process raft request' (duration: 95.374979ms)","trace[724570444] 'compare' (duration: 24.258973ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:51:57.933973Z","caller":"traceutil/trace.go:171","msg":"trace[620775858] transaction","detail":"{read_only:false; response_revision:17702; number_of_response:1; }","duration":"119.02112ms","start":"2026-07-25T01:51:57.814911Z","end":"2026-07-25T01:51:57.933932Z","steps":["trace[620775858] 'process raft request' (duration: 118.623742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:51:57.934202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.36042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T01:51:57.934265Z","caller":"traceutil/trace.go:171","msg":"trace[1170328664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17702; }","duration":"113.486842ms","start":"2026-07-25T01:51:57.820764Z","end":"2026-07-25T01:51:57.934251Z","steps":["trace[1170328664] 'agreement among raft nodes before linearized reading' (duration: 113.222127ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:51:57.933924Z","caller":"traceutil/trace.go:171","msg":"trace[376644289] linearizableReadLoop","detail":"{readStateIndex:18305; appliedIndex:18302; }","duration":"113.061173ms","start":"2026-07-25T01:51:57.820812Z","end":"2026-07-25T01:51:57.933874Z","steps":["trace[376644289] 'read index received' (duration: 17.128663ms)","trace[376644289] 'applied index is now lower than readState.Index' (duration: 95.92995ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:52:02.507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.704464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-25T01:52:02.507104Z","caller":"traceutil/trace.go:171","msg":"trace[158567845] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:17804; }","duration":"140.856797ms","start":"2026-07-25T01:52:02.366223Z","end":"2026-07-25T01:52:02.50708Z","steps":["trace[158567845] 'range keys from in-memory index tree' (duration: 140.533051ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.320952Z","caller":"traceutil/trace.go:171","msg":"trace[2112716927] transaction","detail":"{read_only:false; response_revision:18011; number_of_response:1; }","duration":"124.160675ms","start":"2026-07-25T01:52:28.196752Z","end":"2026-07-25T01:52:28.320912Z","steps":["trace[2112716927] 'process raft request' (duration: 121.518415ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.320982Z","caller":"traceutil/trace.go:171","msg":"trace[682812966] transaction","detail":"{read_only:false; response_revision:18012; number_of_response:1; }","duration":"123.468742ms","start":"2026-07-25T01:52:28.197483Z","end":"2026-07-25T01:52:28.320952Z","steps":["trace[682812966] 'process raft request' (duration: 123.36091ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321067Z","caller":"traceutil/trace.go:171","msg":"trace[1316792545] transaction","detail":"{read_only:false; response_revision:18013; number_of_response:1; }","duration":"123.28428ms","start":"2026-07-25T01:52:28.197759Z","end":"2026-07-25T01:52:28.321043Z","steps":["trace[1316792545] 'process raft request' (duration: 123.140066ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321184Z","caller":"traceutil/trace.go:171","msg":"trace[1875948169] transaction","detail":"{read_only:false; response_revision:18015; number_of_response:1; }","duration":"113.801275ms","start":"2026-07-25T01:52:28.207375Z","end":"2026-07-25T01:52:28.321176Z","steps":["trace[1875948169] 'process raft request' (duration: 113.631572ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321198Z","caller":"traceutil/trace.go:171","msg":"trace[1538736255] transaction","detail":"{read_only:false; response_revision:18014; number_of_response:1; }","duration":"113.840836ms","start":"2026-07-25T01:52:28.207341Z","end":"2026-07-25T01:52:28.321182Z","steps":["trace[1538736255] 'process raft request' (duration: 113.612391ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321271Z","caller":"traceutil/trace.go:171","msg":"trace[1123512426] transaction","detail":"{read_only:false; response_revision:18018; number_of_response:1; }","duration":"113.776995ms","start":"2026-07-25T01:52:28.207485Z","end":"2026-07-25T01:52:28.321262Z","steps":["trace[1123512426] 'process raft request' (duration: 113.659673ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.32124Z","caller":"traceutil/trace.go:171","msg":"trace[285098296] transaction","detail":"{read_only:false; response_revision:18016; number_of_response:1; }","duration":"113.795886ms","start":"2026-07-25T01:52:28.207403Z","end":"2026-07-25T01:52:28.321199Z","steps":["trace[285098296] 'process raft request' (duration: 113.653743ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321292Z","caller":"traceutil/trace.go:171","msg":"trace[686524543] transaction","detail":"{read_only:false; response_revision:18017; number_of_response:1; }","duration":"113.852016ms","start":"2026-07-25T01:52:28.207429Z","end":"2026-07-25T01:52:28.321281Z","steps":["trace[686524543] 'process raft request' (duration: 113.670933ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321509Z","caller":"traceutil/trace.go:171","msg":"trace[1993541003] transaction","detail":"{read_only:false; response_revision:18021; number_of_response:1; }","duration":"113.948578ms","start":"2026-07-25T01:52:28.207552Z","end":"2026-07-25T01:52:28.3215Z","steps":["trace[1993541003] 'process raft request' (duration: 113.706244ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321555Z","caller":"traceutil/trace.go:171","msg":"trace[1842701157] transaction","detail":"{read_only:false; response_revision:18024; number_of_response:1; }","duration":"113.883176ms","start":"2026-07-25T01:52:28.207659Z","end":"2026-07-25T01:52:28.321542Z","steps":["trace[1842701157] 'process raft request' (duration: 113.699263ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321577Z","caller":"traceutil/trace.go:171","msg":"trace[1871766087] transaction","detail":"{read_only:false; response_revision:18019; number_of_response:1; }","duration":"114.063471ms","start":"2026-07-25T01:52:28.207504Z","end":"2026-07-25T01:52:28.321568Z","steps":["trace[1871766087] 'process raft request' (duration: 113.677973ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321551Z","caller":"traceutil/trace.go:171","msg":"trace[1154424886] linearizableReadLoop","detail":"{readStateIndex:18642; appliedIndex:18626; }","duration":"107.500763ms","start":"2026-07-25T01:52:28.214018Z","end":"2026-07-25T01:52:28.321518Z","steps":["trace[1154424886] 'read index received' (duration: 104.226019ms)","trace[1154424886] 'applied index is now lower than readState.Index' (duration: 3.273114ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:52:28.321638Z","caller":"traceutil/trace.go:171","msg":"trace[1249588084] transaction","detail":"{read_only:false; response_revision:18020; number_of_response:1; }","duration":"114.110332ms","start":"2026-07-25T01:52:28.20752Z","end":"2026-07-25T01:52:28.321631Z","steps":["trace[1249588084] 'process raft request' (duration: 113.698204ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321689Z","caller":"traceutil/trace.go:171","msg":"trace[228048716] transaction","detail":"{read_only:false; response_revision:18025; number_of_response:1; }","duration":"113.490059ms","start":"2026-07-25T01:52:28.20819Z","end":"2026-07-25T01:52:28.32168Z","steps":["trace[228048716] 'process raft request' (duration: 113.201913ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321692Z","caller":"traceutil/trace.go:171","msg":"trace[2047930953] transaction","detail":"{read_only:false; response_revision:18022; number_of_response:1; }","duration":"114.08374ms","start":"2026-07-25T01:52:28.207594Z","end":"2026-07-25T01:52:28.321677Z","steps":["trace[2047930953] 'process raft request' (duration: 113.697512ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321701Z","caller":"traceutil/trace.go:171","msg":"trace[2035766081] transaction","detail":"{read_only:false; response_revision:18026; number_of_response:1; }","duration":"112.071661ms","start":"2026-07-25T01:52:28.209621Z","end":"2026-07-25T01:52:28.321692Z","steps":["trace[2035766081] 'process raft request' (duration: 111.810216ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:52:28.321781Z","caller":"traceutil/trace.go:171","msg":"trace[1433192606] transaction","detail":"{read_only:false; response_revision:18023; number_of_response:1; }","duration":"114.13143ms","start":"2026-07-25T01:52:28.20764Z","end":"2026-07-25T01:52:28.321771Z","steps":["trace[1433192606] 'process raft request' (duration: 113.683322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:52:28.321923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.873809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-25T01:52:28.321968Z","caller":"traceutil/trace.go:171","msg":"trace[1340842222] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:18026; }","duration":"107.985001ms","start":"2026-07-25T01:52:28.213969Z","end":"2026-07-25T01:52:28.321954Z","steps":["trace[1340842222] 'agreement among raft nodes before linearized reading' (duration: 107.750006ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:53:16.553138Z","caller":"traceutil/trace.go:171","msg":"trace[95553330] transaction","detail":"{read_only:false; response_revision:18484; number_of_response:1; }","duration":"100.136909ms","start":"2026-07-25T01:53:16.452974Z","end":"2026-07-25T01:53:16.553111Z","steps":["trace[95553330] 'process raft request' (duration: 98.191621ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:53:18.288949Z","caller":"traceutil/trace.go:171","msg":"trace[633101528] transaction","detail":"{read_only:false; response_revision:18489; number_of_response:1; }","duration":"109.382058ms","start":"2026-07-25T01:53:18.17954Z","end":"2026-07-25T01:53:18.288923Z","steps":["trace[633101528] 'process raft request' (duration: 109.171094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:53:18.541396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.582316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T01:53:18.541513Z","caller":"traceutil/trace.go:171","msg":"trace[439309482] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:18491; }","duration":"140.78135ms","start":"2026-07-25T01:53:18.400708Z","end":"2026-07-25T01:53:18.541489Z","steps":["trace[439309482] 'count revisions from in-memory index tree' (duration: 140.416594ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:53:18.62912Z","caller":"traceutil/trace.go:171","msg":"trace[1655360501] transaction","detail":"{read_only:false; response_revision:18492; number_of_response:1; }","duration":"124.859159ms","start":"2026-07-25T01:53:18.504225Z","end":"2026-07-25T01:53:18.629084Z","steps":["trace[1655360501] 'process raft request' (duration: 124.619165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:53:18.787216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.666249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T01:53:18.787369Z","caller":"traceutil/trace.go:171","msg":"trace[43075442] linearizableReadLoop","detail":"{readStateIndex:19120; appliedIndex:19118; }","duration":"228.344334ms","start":"2026-07-25T01:53:18.558999Z","end":"2026-07-25T01:53:18.787344Z","steps":["trace[43075442] 'read index received' (duration: 69.807579ms)","trace[43075442] 'applied index is now lower than readState.Index' (duration: 158.535185ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:53:18.7875Z","caller":"traceutil/trace.go:171","msg":"trace[1950922662] transaction","detail":"{read_only:false; response_revision:18493; number_of_response:1; }","duration":"242.293436ms","start":"2026-07-25T01:53:18.545146Z","end":"2026-07-25T01:53:18.787439Z","steps":["trace[1950922662] 'process raft request' (duration: 105.270829ms)","trace[1950922662] 'compare' (duration: 136.239261ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:53:18.787794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.768823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-25T01:53:18.787853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.733221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T01:53:18.787901Z","caller":"traceutil/trace.go:171","msg":"trace[949495798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18493; }","duration":"228.922476ms","start":"2026-07-25T01:53:18.558949Z","end":"2026-07-25T01:53:18.787872Z","steps":["trace[949495798] 'agreement among raft nodes before linearized reading' (duration: 228.570959ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:53:18.787917Z","caller":"traceutil/trace.go:171","msg":"trace[1641751984] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18493; }","duration":"190.843393ms","start":"2026-07-25T01:53:18.597052Z","end":"2026-07-25T01:53:18.787896Z","steps":["trace[1641751984] 'agreement among raft nodes before linearized reading' (duration: 190.601029ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:55:20.727506Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-25T01:55:20.735771Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-25T01:55:20.735974Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-25T01:56:49.937706Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17586} {"level":"info","ts":"2026-07-25T01:56:50.040856Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17586,"took":"99.301003ms","hash":1905220473,"current-db-size-bytes":59023360,"current-db-size":"59 MB","current-db-size-in-use-bytes":34254848,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-25T01:56:50.040932Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1905220473,"revision":17586,"compact-revision":15354} {"level":"info","ts":"2026-07-25T01:57:20.646856Z","caller":"traceutil/trace.go:171","msg":"trace[297262223] linearizableReadLoop","detail":"{readStateIndex:20868; appliedIndex:20867; }","duration":"424.319817ms","start":"2026-07-25T01:57:20.222508Z","end":"2026-07-25T01:57:20.646828Z","steps":["trace[297262223] 'read index received' (duration: 424.104303ms)","trace[297262223] 'applied index is now lower than readState.Index' (duration: 213.834µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:57:20.646946Z","caller":"traceutil/trace.go:171","msg":"trace[804670848] transaction","detail":"{read_only:false; response_revision:20183; number_of_response:1; }","duration":"428.55206ms","start":"2026-07-25T01:57:20.218343Z","end":"2026-07-25T01:57:20.646895Z","steps":["trace[804670848] 'process raft request' (duration: 428.263074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:20.647138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:20.218321Z","time spent":"428.713913ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:57:20.64717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.782018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-25T01:57:20.647218Z","caller":"traceutil/trace.go:171","msg":"trace[1019546852] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20183; }","duration":"423.868649ms","start":"2026-07-25T01:57:20.223335Z","end":"2026-07-25T01:57:20.647204Z","steps":["trace[1019546852] 'agreement among raft nodes before linearized reading' (duration: 423.688106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:20.647225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.472673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-25T01:57:20.647214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.953894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T01:57:20.647266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:20.22333Z","time spent":"423.92726ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-25T01:57:20.647289Z","caller":"traceutil/trace.go:171","msg":"trace[1465490744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20183; }","duration":"291.551584ms","start":"2026-07-25T01:57:20.35572Z","end":"2026-07-25T01:57:20.647272Z","steps":["trace[1465490744] 'agreement among raft nodes before linearized reading' (duration: 291.312509ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:57:20.647306Z","caller":"traceutil/trace.go:171","msg":"trace[1488820673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20183; }","duration":"343.241329ms","start":"2026-07-25T01:57:20.304042Z","end":"2026-07-25T01:57:20.647284Z","steps":["trace[1488820673] 'agreement among raft nodes before linearized reading' (duration: 343.092296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:20.64735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:20.303958Z","time spent":"343.384372ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T01:57:20.64743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.987996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T01:57:20.647404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.861312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T01:57:20.647467Z","caller":"traceutil/trace.go:171","msg":"trace[1251906715] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:20183; }","duration":"394.049378ms","start":"2026-07-25T01:57:20.253406Z","end":"2026-07-25T01:57:20.647456Z","steps":["trace[1251906715] 'agreement among raft nodes before linearized reading' (duration: 393.985777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:20.647453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.637281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-25T01:57:20.647502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:20.253395Z","time spent":"394.098739ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-25T01:57:20.647578Z","caller":"traceutil/trace.go:171","msg":"trace[546741500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20183; }","duration":"300.837765ms","start":"2026-07-25T01:57:20.346706Z","end":"2026-07-25T01:57:20.647544Z","steps":["trace[546741500] 'agreement among raft nodes before linearized reading' (duration: 300.502109ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:57:20.647503Z","caller":"traceutil/trace.go:171","msg":"trace[570966122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20183; }","duration":"289.002814ms","start":"2026-07-25T01:57:20.358475Z","end":"2026-07-25T01:57:20.647478Z","steps":["trace[570966122] 'agreement among raft nodes before linearized reading' (duration: 288.705588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:20.647641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:20.346687Z","time spent":"300.942096ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T01:57:20.64793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.411468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-25T01:57:20.647981Z","caller":"traceutil/trace.go:171","msg":"trace[121991210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20183; }","duration":"425.475531ms","start":"2026-07-25T01:57:20.222491Z","end":"2026-07-25T01:57:20.647966Z","steps":["trace[121991210] 'agreement among raft nodes before linearized reading' (duration: 424.500611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:20.648249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:20.222471Z","time spent":"425.765726ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-25T01:57:20.868615Z","caller":"traceutil/trace.go:171","msg":"trace[768054092] transaction","detail":"{read_only:false; response_revision:20184; number_of_response:1; }","duration":"216.600746ms","start":"2026-07-25T01:57:20.651969Z","end":"2026-07-25T01:57:20.86857Z","steps":["trace[768054092] 'process raft request' (duration: 189.56386ms)","trace[768054092] 'compare' (duration: 26.836862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:57:21.873342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.904711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T01:57:21.873745Z","caller":"traceutil/trace.go:171","msg":"trace[1771075764] transaction","detail":"{read_only:false; response_revision:20189; number_of_response:1; }","duration":"544.218791ms","start":"2026-07-25T01:57:21.329506Z","end":"2026-07-25T01:57:21.873724Z","steps":["trace[1771075764] 'process raft request' (duration: 544.16785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:21.873819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:21.329476Z","time spent":"544.306483ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:57:21.874026Z","caller":"traceutil/trace.go:171","msg":"trace[882318832] transaction","detail":"{read_only:false; response_revision:20185; number_of_response:1; }","duration":"1.221505201s","start":"2026-07-25T01:57:20.652508Z","end":"2026-07-25T01:57:21.874013Z","steps":["trace[882318832] 'process raft request' (duration: 575.823066ms)","trace[882318832] 'compare' (duration: 644.325479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:57:21.874089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:20.652482Z","time spent":"1.221578332s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:57:21.874345Z","caller":"traceutil/trace.go:171","msg":"trace[1580901014] transaction","detail":"{read_only:false; response_revision:20186; number_of_response:1; }","duration":"1.221732715s","start":"2026-07-25T01:57:20.652599Z","end":"2026-07-25T01:57:21.874332Z","steps":["trace[1580901014] 'process raft request' (duration: 1.220842529s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:21.874407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:20.652585Z","time spent":"1.221793726s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:57:21.874548Z","caller":"traceutil/trace.go:171","msg":"trace[1802297313] transaction","detail":"{read_only:false; response_revision:20187; number_of_response:1; }","duration":"1.221489812s","start":"2026-07-25T01:57:20.652999Z","end":"2026-07-25T01:57:21.874489Z","steps":["trace[1802297313] 'process raft request' (duration: 1.220563174s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:21.874903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:20.652993Z","time spent":"1.221719287s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:57:21.874835Z","caller":"traceutil/trace.go:171","msg":"trace[1315709674] transaction","detail":"{read_only:false; response_revision:20188; number_of_response:1; }","duration":"1.221054492s","start":"2026-07-25T01:57:20.653646Z","end":"2026-07-25T01:57:21.8747Z","steps":["trace[1315709674] 'process raft request' (duration: 1.219981371s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:21.875077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057767596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:57:21.875133Z","caller":"traceutil/trace.go:171","msg":"trace[341146298] linearizableReadLoop","detail":"{readStateIndex:20873; appliedIndex:20868; }","duration":"1.057409739s","start":"2026-07-25T01:57:20.817288Z","end":"2026-07-25T01:57:21.874698Z","steps":["trace[341146298] 'read index received' (duration: 24.401266ms)","trace[341146298] 'applied index is now lower than readState.Index' (duration: 1.033007003s)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:57:21.875196Z","caller":"traceutil/trace.go:171","msg":"trace[1893758672] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:20189; }","duration":"1.057963069s","start":"2026-07-25T01:57:20.817202Z","end":"2026-07-25T01:57:21.875165Z","steps":["trace[1893758672] 'agreement among raft nodes before linearized reading' (duration: 1.057736235s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:21.875258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:20.817169Z","time spent":"1.058077202s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:57:21.875449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:20.653638Z","time spent":"1.221521812s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:57:22.187782Z","caller":"traceutil/trace.go:171","msg":"trace[91079043] transaction","detail":"{read_only:false; response_revision:20190; number_of_response:1; }","duration":"856.934387ms","start":"2026-07-25T01:57:21.33081Z","end":"2026-07-25T01:57:22.187745Z","steps":["trace[91079043] 'process raft request' (duration: 856.621171ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:57:22.187907Z","caller":"traceutil/trace.go:171","msg":"trace[2047474399] transaction","detail":"{read_only:false; response_revision:20191; number_of_response:1; }","duration":"856.577359ms","start":"2026-07-25T01:57:21.331289Z","end":"2026-07-25T01:57:22.187867Z","steps":["trace[2047474399] 'process raft request' (duration: 856.365315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:22.187992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:21.33071Z","time spent":"857.162451ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:57:22.188065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.41642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T01:57:22.188139Z","caller":"traceutil/trace.go:171","msg":"trace[552165033] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:20191; }","duration":"756.572624ms","start":"2026-07-25T01:57:21.431547Z","end":"2026-07-25T01:57:22.188119Z","steps":["trace[552165033] 'agreement among raft nodes before linearized reading' (duration: 756.309388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:22.18814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:21.331253Z","time spent":"856.767313ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:57:22.188205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:21.431523Z","time spent":"756.669726ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":91,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-25T01:57:22.187784Z","caller":"traceutil/trace.go:171","msg":"trace[1114787201] linearizableReadLoop","detail":"{readStateIndex:20876; appliedIndex:20874; }","duration":"312.575703ms","start":"2026-07-25T01:57:21.875173Z","end":"2026-07-25T01:57:22.187749Z","steps":["trace[1114787201] 'read index received' (duration: 312.135275ms)","trace[1114787201] 'applied index is now lower than readState.Index' (duration: 438.868µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:57:22.188524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.496966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:57:22.188576Z","caller":"traceutil/trace.go:171","msg":"trace[212503810] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:20191; }","duration":"489.590778ms","start":"2026-07-25T01:57:21.698972Z","end":"2026-07-25T01:57:22.188563Z","steps":["trace[212503810] 'agreement among raft nodes before linearized reading' (duration: 489.500437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:22.188626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:21.698951Z","time spent":"489.659699ms","remote":"127.0.0.1:51234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:57:22.188737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.125561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:57:22.188802Z","caller":"traceutil/trace.go:171","msg":"trace[497349822] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:20191; }","duration":"354.226334ms","start":"2026-07-25T01:57:21.834559Z","end":"2026-07-25T01:57:22.188786Z","steps":["trace[497349822] 'agreement among raft nodes before linearized reading' (duration: 354.118392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:22.188849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:21.83454Z","time spent":"354.298585ms","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-25T01:57:38.384668Z","caller":"traceutil/trace.go:171","msg":"trace[516689579] linearizableReadLoop","detail":"{readStateIndex:20956; appliedIndex:20955; }","duration":"433.611058ms","start":"2026-07-25T01:57:37.95103Z","end":"2026-07-25T01:57:38.384641Z","steps":["trace[516689579] 'read index received' (duration: 433.274202ms)","trace[516689579] 'applied index is now lower than readState.Index' (duration: 335.886µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:57:38.385002Z","caller":"traceutil/trace.go:171","msg":"trace[2018094956] transaction","detail":"{read_only:false; response_revision:20267; number_of_response:1; }","duration":"442.870449ms","start":"2026-07-25T01:57:37.942115Z","end":"2026-07-25T01:57:38.384986Z","steps":["trace[2018094956] 'process raft request' (duration: 442.309937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:38.385122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:37.942085Z","time spent":"442.959771ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:57:38.385509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.415434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T01:57:38.385615Z","caller":"traceutil/trace.go:171","msg":"trace[1264595000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20267; }","duration":"434.616728ms","start":"2026-07-25T01:57:37.950972Z","end":"2026-07-25T01:57:38.385589Z","steps":["trace[1264595000] 'agreement among raft nodes before linearized reading' (duration: 434.18155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:38.38569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:37.950951Z","time spent":"434.71465ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T01:57:38.885692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972668476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T01:57:39.386059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972668476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T01:57:39.580131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195817342s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T01:57:39.58068Z","caller":"traceutil/trace.go:171","msg":"trace[2127034481] transaction","detail":"{read_only:false; response_revision:20268; number_of_response:1; }","duration":"1.330421452s","start":"2026-07-25T01:57:38.250191Z","end":"2026-07-25T01:57:39.580613Z","steps":["trace[2127034481] 'process raft request' (duration: 1.330143796s)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:57:39.580739Z","caller":"traceutil/trace.go:171","msg":"trace[1594603650] transaction","detail":"{read_only:false; response_revision:20269; number_of_response:1; }","duration":"1.328951294s","start":"2026-07-25T01:57:38.251748Z","end":"2026-07-25T01:57:39.5807Z","steps":["trace[1594603650] 'process raft request' (duration: 1.32879745s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:39.580851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:38.250159Z","time spent":"1.330612636s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:57:39.580952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:38.251728Z","time spent":"1.329098266s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:57:40.163762Z","caller":"traceutil/trace.go:171","msg":"trace[229211909] linearizableReadLoop","detail":"{readStateIndex:20959; appliedIndex:20956; }","duration":"1.778978102s","start":"2026-07-25T01:57:38.38475Z","end":"2026-07-25T01:57:40.163728Z","steps":["trace[229211909] 'read index received' (duration: 1.195574918s)","trace[229211909] 'applied index is now lower than readState.Index' (duration: 583.400994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:57:40.163947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847835261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T01:57:40.163989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859887665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:57:40.164058Z","caller":"traceutil/trace.go:171","msg":"trace[1427850461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20270; }","duration":"1.859997677s","start":"2026-07-25T01:57:38.30403Z","end":"2026-07-25T01:57:40.164027Z","steps":["trace[1427850461] 'agreement among raft nodes before linearized reading' (duration: 1.859891845s)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:57:40.164052Z","caller":"traceutil/trace.go:171","msg":"trace[856105416] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:20270; }","duration":"1.847964553s","start":"2026-07-25T01:57:38.316059Z","end":"2026-07-25T01:57:40.164024Z","steps":["trace[856105416] 'agreement among raft nodes before linearized reading' (duration: 1.847727479s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.164097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:38.304012Z","time spent":"1.860077579s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T01:57:40.164129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:38.315975Z","time spent":"1.848141857s","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:57:40.16437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965316426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:57:40.164415Z","caller":"traceutil/trace.go:171","msg":"trace[1313397290] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:20270; }","duration":"1.965423688s","start":"2026-07-25T01:57:38.198979Z","end":"2026-07-25T01:57:40.164402Z","steps":["trace[1313397290] 'agreement among raft nodes before linearized reading' (duration: 1.965349697s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.164449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:38.198948Z","time spent":"1.965491741s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-25T01:57:40.164558Z","caller":"traceutil/trace.go:171","msg":"trace[1692411902] transaction","detail":"{read_only:false; response_revision:20270; number_of_response:1; }","duration":"1.775180747s","start":"2026-07-25T01:57:38.389362Z","end":"2026-07-25T01:57:40.164543Z","steps":["trace[1692411902] 'process raft request' (duration: 1.771549416s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.164673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:38.389332Z","time spent":"1.775265929s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:57:40.164735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204543783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T01:57:40.164776Z","caller":"traceutil/trace.go:171","msg":"trace[427224172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20270; }","duration":"2.204584734s","start":"2026-07-25T01:57:37.960181Z","end":"2026-07-25T01:57:40.164766Z","steps":["trace[427224172] 'agreement among raft nodes before linearized reading' (duration: 2.204438391s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.164812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:37.960118Z","time spent":"2.204687406s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T01:57:40.164942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831151636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-25T01:57:40.164981Z","caller":"traceutil/trace.go:171","msg":"trace[629331228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20270; }","duration":"1.831190267s","start":"2026-07-25T01:57:38.333781Z","end":"2026-07-25T01:57:40.164971Z","steps":["trace[629331228] 'agreement among raft nodes before linearized reading' (duration: 1.831027514s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.16501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:38.333708Z","time spent":"1.831295839s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-25T01:57:40.165446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205255437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T01:57:40.165509Z","caller":"traceutil/trace.go:171","msg":"trace[1978851176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20270; }","duration":"2.205379399s","start":"2026-07-25T01:57:37.960118Z","end":"2026-07-25T01:57:40.165497Z","steps":["trace[1978851176] 'agreement among raft nodes before linearized reading' (duration: 2.204836689s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.165565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:37.960095Z","time spent":"2.205458711s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T01:57:40.16573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211226973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T01:57:40.165776Z","caller":"traceutil/trace.go:171","msg":"trace[1864742676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20270; }","duration":"2.211323534s","start":"2026-07-25T01:57:37.954441Z","end":"2026-07-25T01:57:40.165764Z","steps":["trace[1864742676] 'agreement among raft nodes before linearized reading' (duration: 2.211204842s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.165813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:37.95441Z","time spent":"2.211396486s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T01:57:40.165995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616170143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:57:40.166033Z","caller":"traceutil/trace.go:171","msg":"trace[1290582180] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:20270; }","duration":"1.616211184s","start":"2026-07-25T01:57:38.549812Z","end":"2026-07-25T01:57:40.166023Z","steps":["trace[1290582180] 'agreement among raft nodes before linearized reading' (duration: 1.616146062s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.166064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:38.549784Z","time spent":"1.616271835s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:57:40.166218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.629415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:57:40.16815Z","caller":"traceutil/trace.go:171","msg":"trace[1421062219] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20270; }","duration":"479.570942ms","start":"2026-07-25T01:57:39.688568Z","end":"2026-07-25T01:57:40.168139Z","steps":["trace[1421062219] 'agreement among raft nodes before linearized reading' (duration: 477.605225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.168183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:39.688525Z","time spent":"479.647174ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:57:40.166645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.859101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:57:40.168319Z","caller":"traceutil/trace.go:171","msg":"trace[1293548376] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:20270; }","duration":"271.583175ms","start":"2026-07-25T01:57:39.896726Z","end":"2026-07-25T01:57:40.168309Z","steps":["trace[1293548376] 'agreement among raft nodes before linearized reading' (duration: 269.889762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.166858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201789488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T01:57:40.168472Z","caller":"traceutil/trace.go:171","msg":"trace[1834632143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20270; }","duration":"1.20345274s","start":"2026-07-25T01:57:38.96501Z","end":"2026-07-25T01:57:40.168463Z","steps":["trace[1834632143] 'agreement among raft nodes before linearized reading' (duration: 1.201795448s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.168501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:38.964972Z","time spent":"1.203517331s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T01:57:40.167138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.929287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:240029"} {"level":"info","ts":"2026-07-25T01:57:40.168644Z","caller":"traceutil/trace.go:171","msg":"trace[1764837085] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:20270; }","duration":"559.478769ms","start":"2026-07-25T01:57:39.609156Z","end":"2026-07-25T01:57:40.168634Z","steps":["trace[1764837085] 'agreement among raft nodes before linearized reading' (duration: 557.716834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.168674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:39.609116Z","time spent":"559.546659ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":240051,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-25T01:57:40.167204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408371688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-586f4ccb89-6gcbl.18c56595a2f66d82\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-07-25T01:57:40.168895Z","caller":"traceutil/trace.go:171","msg":"trace[1484679302] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-586f4ccb89-6gcbl.18c56595a2f66d82; range_end:; response_count:1; response_revision:20270; }","duration":"1.410068841s","start":"2026-07-25T01:57:38.758789Z","end":"2026-07-25T01:57:40.168858Z","steps":["trace[1484679302] 'agreement among raft nodes before linearized reading' (duration: 1.408369077s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:38.758766Z","time spent":"1.410197584s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-586f4ccb89-6gcbl.18c56595a2f66d82\" "} {"level":"warn","ts":"2026-07-25T01:57:40.167251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423889571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T01:57:40.169625Z","caller":"traceutil/trace.go:171","msg":"trace[345284796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20270; }","duration":"1.426315087s","start":"2026-07-25T01:57:38.743299Z","end":"2026-07-25T01:57:40.169614Z","steps":["trace[345284796] 'agreement among raft nodes before linearized reading' (duration: 1.423921741s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:40.169657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:38.74326Z","time spent":"1.426383719s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T01:57:40.673035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972668482,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T01:57:41.044105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.804179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T01:57:41.044263Z","caller":"traceutil/trace.go:171","msg":"trace[1110704397] transaction","detail":"{read_only:false; response_revision:20271; number_of_response:1; }","duration":"872.99921ms","start":"2026-07-25T01:57:40.171239Z","end":"2026-07-25T01:57:41.044238Z","steps":["trace[1110704397] 'process raft request' (duration: 598.921866ms)","trace[1110704397] 'compare' (duration: 273.660296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:57:41.044357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:40.171225Z","time spent":"873.087882ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:57:41.073316Z","caller":"traceutil/trace.go:171","msg":"trace[1625268067] transaction","detail":"{read_only:false; response_revision:20272; number_of_response:1; }","duration":"901.334251ms","start":"2026-07-25T01:57:40.17194Z","end":"2026-07-25T01:57:41.073274Z","steps":["trace[1625268067] 'process raft request' (duration: 900.861771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:41.073468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:40.172732Z","time spent":"900.73197ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-25T01:57:41.073517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:40.171902Z","time spent":"901.514095ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:57:41.073698Z","caller":"traceutil/trace.go:171","msg":"trace[781343796] transaction","detail":"{read_only:false; response_revision:20273; number_of_response:1; }","duration":"899.074306ms","start":"2026-07-25T01:57:40.174543Z","end":"2026-07-25T01:57:41.073618Z","steps":["trace[781343796] 'process raft request' (duration: 898.834522ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:57:41.073959Z","caller":"traceutil/trace.go:171","msg":"trace[28168175] transaction","detail":"{read_only:false; response_revision:20275; number_of_response:1; }","duration":"899.081586ms","start":"2026-07-25T01:57:40.174859Z","end":"2026-07-25T01:57:41.07394Z","steps":["trace[28168175] 'process raft request' (duration: 898.931274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:41.074056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:40.174854Z","time spent":"899.156219ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:57:41.074049Z","caller":"traceutil/trace.go:171","msg":"trace[536560241] linearizableReadLoop","detail":"{readStateIndex:20966; appliedIndex:20959; }","duration":"901.704328ms","start":"2026-07-25T01:57:40.172315Z","end":"2026-07-25T01:57:41.074019Z","steps":["trace[536560241] 'read index received' (duration: 597.903336ms)","trace[536560241] 'applied index is now lower than readState.Index' (duration: 303.799302ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:57:41.074167Z","caller":"traceutil/trace.go:171","msg":"trace[1465202410] transaction","detail":"{read_only:false; response_revision:20276; number_of_response:1; }","duration":"683.804917ms","start":"2026-07-25T01:57:40.390351Z","end":"2026-07-25T01:57:41.074156Z","steps":["trace[1465202410] 'process raft request' (duration: 683.545073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:41.074221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:40.390337Z","time spent":"683.852758ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:57:41.074279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.72541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T01:57:41.074303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.973903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18261"} {"level":"info","ts":"2026-07-25T01:57:41.074329Z","caller":"traceutil/trace.go:171","msg":"trace[1258666204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20276; }","duration":"897.784891ms","start":"2026-07-25T01:57:40.176527Z","end":"2026-07-25T01:57:41.074312Z","steps":["trace[1258666204] 'agreement among raft nodes before linearized reading' (duration: 897.69612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:41.074358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:40.17652Z","time spent":"897.833062ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T01:57:41.074353Z","caller":"traceutil/trace.go:171","msg":"trace[1670156099] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20276; }","duration":"902.060545ms","start":"2026-07-25T01:57:40.172279Z","end":"2026-07-25T01:57:41.07434Z","steps":["trace[1670156099] 'agreement among raft nodes before linearized reading' (duration: 901.81084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:41.074395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:40.17227Z","time spent":"902.116516ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18283,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-25T01:57:41.07438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.006326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T01:57:41.074456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.713518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T01:57:41.074503Z","caller":"traceutil/trace.go:171","msg":"trace[490074421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20276; }","duration":"809.798329ms","start":"2026-07-25T01:57:40.264691Z","end":"2026-07-25T01:57:41.07449Z","steps":["trace[490074421] 'agreement among raft nodes before linearized reading' (duration: 809.719937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:41.074545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:40.26467Z","time spent":"809.865732ms","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-25T01:57:41.074568Z","caller":"traceutil/trace.go:171","msg":"trace[798445415] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20276; }","duration":"303.097388ms","start":"2026-07-25T01:57:40.771344Z","end":"2026-07-25T01:57:41.074441Z","steps":["trace[798445415] 'agreement among raft nodes before linearized reading' (duration: 302.929445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:41.074639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:40.771279Z","time spent":"303.340564ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:57:41.075445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:40.174517Z","time spent":"899.376153ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:57:41.075652Z","caller":"traceutil/trace.go:171","msg":"trace[1575793165] transaction","detail":"{read_only:false; response_revision:20274; number_of_response:1; }","duration":"900.970363ms","start":"2026-07-25T01:57:40.174642Z","end":"2026-07-25T01:57:41.075613Z","steps":["trace[1575793165] 'process raft request' (duration: 898.849572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:41.075863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.517088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-25T01:57:41.075961Z","caller":"traceutil/trace.go:171","msg":"trace[1561979086] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:20276; }","duration":"744.660462ms","start":"2026-07-25T01:57:40.331286Z","end":"2026-07-25T01:57:41.075946Z","steps":["trace[1561979086] 'agreement among raft nodes before linearized reading' (duration: 743.03386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:41.075877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:40.174634Z","time spent":"901.143107ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:57:41.076037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:40.331267Z","time spent":"744.756633ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":150,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-25T01:57:41.612824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.425689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T01:57:41.613111Z","caller":"traceutil/trace.go:171","msg":"trace[898996709] transaction","detail":"{read_only:false; response_revision:20277; number_of_response:1; }","duration":"538.144643ms","start":"2026-07-25T01:57:41.074903Z","end":"2026-07-25T01:57:41.613047Z","steps":["trace[898996709] 'process raft request' (duration: 204.378758ms)","trace[898996709] 'compare' (duration: 332.92701ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:57:41.613114Z","caller":"traceutil/trace.go:171","msg":"trace[781829282] linearizableReadLoop","detail":"{readStateIndex:20967; appliedIndex:20966; }","duration":"518.160634ms","start":"2026-07-25T01:57:41.094901Z","end":"2026-07-25T01:57:41.613062Z","steps":["trace[781829282] 'read index received' (duration: 184.282466ms)","trace[781829282] 'applied index is now lower than readState.Index' (duration: 333.875607ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:57:41.613148Z","caller":"traceutil/trace.go:171","msg":"trace[521066321] transaction","detail":"{read_only:false; response_revision:20278; number_of_response:1; }","duration":"176.648898ms","start":"2026-07-25T01:57:41.43648Z","end":"2026-07-25T01:57:41.613129Z","steps":["trace[521066321] 'process raft request' (duration: 176.471714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:41.613839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:41.074877Z","time spent":"538.834557ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:57:41.613367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.44895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-25T01:57:41.61404Z","caller":"traceutil/trace.go:171","msg":"trace[1290595151] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:20278; }","duration":"519.088602ms","start":"2026-07-25T01:57:41.094845Z","end":"2026-07-25T01:57:41.613933Z","steps":["trace[1290595151] 'agreement among raft nodes before linearized reading' (duration: 518.323717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:41.614244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:41.094824Z","time spent":"519.379538ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-25T01:57:42.281848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.49731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T01:57:42.282126Z","caller":"traceutil/trace.go:171","msg":"trace[732800999] linearizableReadLoop","detail":"{readStateIndex:20970; appliedIndex:20968; }","duration":"668.290385ms","start":"2026-07-25T01:57:41.613812Z","end":"2026-07-25T01:57:42.282102Z","steps":["trace[732800999] 'read index received' (duration: 334.442078ms)","trace[732800999] 'applied index is now lower than readState.Index' (duration: 333.846947ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:57:42.282218Z","caller":"traceutil/trace.go:171","msg":"trace[1091131951] transaction","detail":"{read_only:false; response_revision:20279; number_of_response:1; }","duration":"696.011575ms","start":"2026-07-25T01:57:41.586148Z","end":"2026-07-25T01:57:42.28216Z","steps":["trace[1091131951] 'process raft request' (duration: 362.082517ms)","trace[1091131951] 'compare' (duration: 332.579142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:57:42.282219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.816088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T01:57:42.282261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150906358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:57:42.282324Z","caller":"traceutil/trace.go:171","msg":"trace[1110514287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20280; }","duration":"979.986752ms","start":"2026-07-25T01:57:41.302312Z","end":"2026-07-25T01:57:42.282299Z","steps":["trace[1110514287] 'agreement among raft nodes before linearized reading' (duration: 979.802008ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:57:42.282349Z","caller":"traceutil/trace.go:171","msg":"trace[955013379] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20280; }","duration":"1.15103843s","start":"2026-07-25T01:57:41.131287Z","end":"2026-07-25T01:57:42.282325Z","steps":["trace[955013379] 'agreement among raft nodes before linearized reading' (duration: 1.150885127s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:42.282379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:41.302286Z","time spent":"980.083674ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T01:57:42.282372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.162946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T01:57:42.282388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:41.131256Z","time spent":"1.151124432s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-25T01:57:42.282611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.39103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-5646485cf5-z4q2g.18c56597852a1361\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-25T01:57:42.282636Z","caller":"traceutil/trace.go:171","msg":"trace[263260500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20280; }","duration":"310.499192ms","start":"2026-07-25T01:57:41.972111Z","end":"2026-07-25T01:57:42.28261Z","steps":["trace[263260500] 'agreement among raft nodes before linearized reading' (duration: 310.140366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:42.282634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.544843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a9d2090a-2629-466d-8bd4-4e841a76f740\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-07-25T01:57:42.282655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.400408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-25T01:57:42.282688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:41.972085Z","time spent":"310.591154ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-25T01:57:42.282717Z","caller":"traceutil/trace.go:171","msg":"trace[1519204408] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a9d2090a-2629-466d-8bd4-4e841a76f740; range_end:; response_count:1; response_revision:20280; }","duration":"664.872478ms","start":"2026-07-25T01:57:41.617823Z","end":"2026-07-25T01:57:42.282696Z","steps":["trace[1519204408] 'agreement among raft nodes before linearized reading' (duration: 664.400549ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:57:42.282748Z","caller":"traceutil/trace.go:171","msg":"trace[485390873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20280; }","duration":"112.574001ms","start":"2026-07-25T01:57:42.170149Z","end":"2026-07-25T01:57:42.282723Z","steps":["trace[485390873] 'agreement among raft nodes before linearized reading' (duration: 112.092502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:42.282763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:41.617809Z","time spent":"664.94703ms","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-a9d2090a-2629-466d-8bd4-4e841a76f740\" "} {"level":"info","ts":"2026-07-25T01:57:42.282649Z","caller":"traceutil/trace.go:171","msg":"trace[324044188] range","detail":"{range_begin:/registry/events/openstack/heat-api-5646485cf5-z4q2g.18c56597852a1361; range_end:; response_count:1; response_revision:20280; }","duration":"664.620334ms","start":"2026-07-25T01:57:41.618019Z","end":"2026-07-25T01:57:42.282639Z","steps":["trace[324044188] 'agreement among raft nodes before linearized reading' (duration: 664.255757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:42.282843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:41.617993Z","time spent":"664.825868ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-api-5646485cf5-z4q2g.18c56597852a1361\" "} {"level":"info","ts":"2026-07-25T01:57:42.282217Z","caller":"traceutil/trace.go:171","msg":"trace[146285917] transaction","detail":"{read_only:false; response_revision:20280; number_of_response:1; }","duration":"694.023427ms","start":"2026-07-25T01:57:41.588162Z","end":"2026-07-25T01:57:42.282185Z","steps":["trace[146285917] 'process raft request' (duration: 693.821283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:42.283068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:41.58811Z","time spent":"694.843033ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T01:57:42.282404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.251576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-25T01:57:42.283139Z","caller":"traceutil/trace.go:171","msg":"trace[1397183475] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:20280; }","duration":"296.031602ms","start":"2026-07-25T01:57:41.987093Z","end":"2026-07-25T01:57:42.283124Z","steps":["trace[1397183475] 'agreement among raft nodes before linearized reading' (duration: 295.143794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T01:57:42.282397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T01:57:41.586106Z","time spent":"696.186039ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T01:57:42.477721Z","caller":"traceutil/trace.go:171","msg":"trace[1691709984] transaction","detail":"{read_only:false; response_revision:20281; number_of_response:1; }","duration":"192.506107ms","start":"2026-07-25T01:57:42.285178Z","end":"2026-07-25T01:57:42.477685Z","steps":["trace[1691709984] 'process raft request' (duration: 151.403036ms)","trace[1691709984] 'compare' (duration: 40.880706ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T01:57:42.477743Z","caller":"traceutil/trace.go:171","msg":"trace[1195873782] linearizableReadLoop","detail":"{readStateIndex:20971; appliedIndex:20970; }","duration":"191.254373ms","start":"2026-07-25T01:57:42.286448Z","end":"2026-07-25T01:57:42.477702Z","steps":["trace[1195873782] 'read index received' (duration: 150.165042ms)","trace[1195873782] 'applied index is now lower than readState.Index' (duration: 41.084551ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T01:57:42.478045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.569599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T01:57:42.478092Z","caller":"traceutil/trace.go:171","msg":"trace[779247141] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20282; }","duration":"191.680721ms","start":"2026-07-25T01:57:42.286399Z","end":"2026-07-25T01:57:42.47808Z","steps":["trace[779247141] 'agreement among raft nodes before linearized reading' (duration: 191.370955ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:57:42.478049Z","caller":"traceutil/trace.go:171","msg":"trace[703938364] transaction","detail":"{read_only:false; response_revision:20282; number_of_response:1; }","duration":"191.223692ms","start":"2026-07-25T01:57:42.286793Z","end":"2026-07-25T01:57:42.478017Z","steps":["trace[703938364] 'process raft request' (duration: 190.840985ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T01:58:33.413109Z","caller":"traceutil/trace.go:171","msg":"trace[207252794] transaction","detail":"{read_only:false; response_revision:20806; number_of_response:1; }","duration":"107.153485ms","start":"2026-07-25T01:58:33.305917Z","end":"2026-07-25T01:58:33.41307Z","steps":["trace[207252794] 'process raft request' (duration: 106.797328ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:01:35.073618Z","caller":"traceutil/trace.go:171","msg":"trace[1564427916] linearizableReadLoop","detail":"{readStateIndex:23442; appliedIndex:23441; }","duration":"108.565843ms","start":"2026-07-25T02:01:34.965029Z","end":"2026-07-25T02:01:35.073595Z","steps":["trace[1564427916] 'read index received' (duration: 108.293568ms)","trace[1564427916] 'applied index is now lower than readState.Index' (duration: 271.585µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:01:35.073682Z","caller":"traceutil/trace.go:171","msg":"trace[1298124868] transaction","detail":"{read_only:false; response_revision:22676; number_of_response:1; }","duration":"112.552811ms","start":"2026-07-25T02:01:34.961094Z","end":"2026-07-25T02:01:35.073646Z","steps":["trace[1298124868] 'process raft request' (duration: 112.331856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:35.074083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.021211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:22277"} {"level":"info","ts":"2026-07-25T02:01:35.074198Z","caller":"traceutil/trace.go:171","msg":"trace[450019324] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22676; }","duration":"109.210625ms","start":"2026-07-25T02:01:34.964967Z","end":"2026-07-25T02:01:35.074177Z","steps":["trace[450019324] 'agreement among raft nodes before linearized reading' (duration: 108.721705ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:01:40.80564Z","caller":"traceutil/trace.go:171","msg":"trace[1161163433] linearizableReadLoop","detail":"{readStateIndex:23567; appliedIndex:23566; }","duration":"254.841089ms","start":"2026-07-25T02:01:40.550756Z","end":"2026-07-25T02:01:40.805597Z","steps":["trace[1161163433] 'read index received' (duration: 254.560682ms)","trace[1161163433] 'applied index is now lower than readState.Index' (duration: 278.477µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:01:40.805718Z","caller":"traceutil/trace.go:171","msg":"trace[871634872] transaction","detail":"{read_only:false; response_revision:22800; number_of_response:1; }","duration":"302.254191ms","start":"2026-07-25T02:01:40.503434Z","end":"2026-07-25T02:01:40.805688Z","steps":["trace[871634872] 'process raft request' (duration: 301.890434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:40.805896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:40.503409Z","time spent":"302.391334ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:01:40.806121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.361888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:01:40.806224Z","caller":"traceutil/trace.go:171","msg":"trace[1664072505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22800; }","duration":"255.482111ms","start":"2026-07-25T02:01:40.550696Z","end":"2026-07-25T02:01:40.806178Z","steps":["trace[1664072505] 'agreement among raft nodes before linearized reading' (duration: 255.103534ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:01:41.029589Z","caller":"traceutil/trace.go:171","msg":"trace[1957937854] linearizableReadLoop","detail":"{readStateIndex:23568; appliedIndex:23567; }","duration":"223.797054ms","start":"2026-07-25T02:01:40.805754Z","end":"2026-07-25T02:01:41.029551Z","steps":["trace[1957937854] 'read index received' (duration: 173.675879ms)","trace[1957937854] 'applied index is now lower than readState.Index' (duration: 50.119495ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:01:41.029963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.531929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-25T02:01:41.029983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.495711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-25T02:01:41.030072Z","caller":"traceutil/trace.go:171","msg":"trace[337453072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22801; }","duration":"371.715253ms","start":"2026-07-25T02:01:40.65834Z","end":"2026-07-25T02:01:41.030055Z","steps":["trace[337453072] 'agreement among raft nodes before linearized reading' (duration: 371.341666ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:01:41.030121Z","caller":"traceutil/trace.go:171","msg":"trace[1956365286] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22801; }","duration":"255.657914ms","start":"2026-07-25T02:01:40.774433Z","end":"2026-07-25T02:01:41.030091Z","steps":["trace[1956365286] 'agreement among raft nodes before linearized reading' (duration: 255.262417ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:01:41.030142Z","caller":"traceutil/trace.go:171","msg":"trace[13334725] transaction","detail":"{read_only:false; response_revision:22801; number_of_response:1; }","duration":"467.782931ms","start":"2026-07-25T02:01:40.562317Z","end":"2026-07-25T02:01:41.0301Z","steps":["trace[13334725] 'process raft request' (duration: 417.116306ms)","trace[13334725] 'compare' (duration: 49.89677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:01:41.030396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:40.562273Z","time spent":"468.039936ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:01:41.030405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:40.658278Z","time spent":"371.839276ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T02:01:41.030748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.295014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:01:41.030789Z","caller":"traceutil/trace.go:171","msg":"trace[335045948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22801; }","duration":"369.380876ms","start":"2026-07-25T02:01:40.661397Z","end":"2026-07-25T02:01:41.030778Z","steps":["trace[335045948] 'agreement among raft nodes before linearized reading' (duration: 369.265734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:41.030825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:40.661365Z","time spent":"369.453678ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T02:01:41.030733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.151562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:01:41.031084Z","caller":"traceutil/trace.go:171","msg":"trace[699649302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22801; }","duration":"369.5231ms","start":"2026-07-25T02:01:40.661548Z","end":"2026-07-25T02:01:41.031071Z","steps":["trace[699649302] 'agreement among raft nodes before linearized reading' (duration: 369.06534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:41.031166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:40.661535Z","time spent":"369.616211ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T02:01:41.031432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.395616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T02:01:41.031513Z","caller":"traceutil/trace.go:171","msg":"trace[1365702709] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22801; }","duration":"261.500958ms","start":"2026-07-25T02:01:40.769971Z","end":"2026-07-25T02:01:41.031472Z","steps":["trace[1365702709] 'agreement among raft nodes before linearized reading' (duration: 260.800904ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:01:41.033334Z","caller":"traceutil/trace.go:171","msg":"trace[272144205] transaction","detail":"{read_only:false; response_revision:22802; number_of_response:1; }","duration":"220.927208ms","start":"2026-07-25T02:01:40.812367Z","end":"2026-07-25T02:01:41.033294Z","steps":["trace[272144205] 'process raft request' (duration: 220.725755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:41.802675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972675828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:01:42.119623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.811636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:01:42.119825Z","caller":"traceutil/trace.go:171","msg":"trace[1516177370] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"1.082985691s","start":"2026-07-25T02:01:41.036812Z","end":"2026-07-25T02:01:42.119798Z","steps":["trace[1516177370] 'process raft request' (duration: 181.866519ms)","trace[1516177370] 'compare' (duration: 899.97078ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:01:42.119913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:41.036792Z","time spent":"1.083082753s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:01:42.142585Z","caller":"traceutil/trace.go:171","msg":"trace[1849860365] transaction","detail":"{read_only:false; response_revision:22804; number_of_response:1; }","duration":"1.103643712s","start":"2026-07-25T02:01:41.038907Z","end":"2026-07-25T02:01:42.142551Z","steps":["trace[1849860365] 'process raft request' (duration: 1.103423418s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:42.142828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:41.038882Z","time spent":"1.103786007s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:01:42.142953Z","caller":"traceutil/trace.go:171","msg":"trace[1474214190] transaction","detail":"{read_only:false; response_revision:22805; number_of_response:1; }","duration":"1.103912959s","start":"2026-07-25T02:01:41.038999Z","end":"2026-07-25T02:01:42.142911Z","steps":["trace[1474214190] 'process raft request' (duration: 1.10350067s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:01:42.143013Z","caller":"traceutil/trace.go:171","msg":"trace[368168247] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"946.707ms","start":"2026-07-25T02:01:41.196277Z","end":"2026-07-25T02:01:42.142984Z","steps":["trace[368168247] 'process raft request' (duration: 946.638108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:42.143189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:41.038991Z","time spent":"1.104111193s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:01:42.143241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:41.196187Z","time spent":"946.961584ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:01:42.143239Z","caller":"traceutil/trace.go:171","msg":"trace[1721921734] transaction","detail":"{read_only:false; response_revision:22806; number_of_response:1; }","duration":"1.104010851s","start":"2026-07-25T02:01:41.039036Z","end":"2026-07-25T02:01:42.143047Z","steps":["trace[1721921734] 'process raft request' (duration: 1.103747656s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:42.143464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:41.03903Z","time spent":"1.104324767s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:01:42.149065Z","caller":"traceutil/trace.go:171","msg":"trace[874068596] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"928.881433ms","start":"2026-07-25T02:01:41.220143Z","end":"2026-07-25T02:01:42.149024Z","steps":["trace[874068596] 'process raft request' (duration: 928.639209ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:01:42.14931Z","caller":"traceutil/trace.go:171","msg":"trace[1560469728] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"749.553054ms","start":"2026-07-25T02:01:41.399735Z","end":"2026-07-25T02:01:42.149288Z","steps":["trace[1560469728] 'process raft request' (duration: 749.221418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:42.149422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:41.399713Z","time spent":"749.653935ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:01:42.149738Z","caller":"traceutil/trace.go:171","msg":"trace[293287021] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"748.042305ms","start":"2026-07-25T02:01:41.401683Z","end":"2026-07-25T02:01:42.149725Z","steps":["trace[293287021] 'process raft request' (duration: 747.570635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:42.149815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:41.40166Z","time spent":"748.115567ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:01:42.149345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:41.220102Z","time spent":"929.066566ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:01:42.150464Z","caller":"traceutil/trace.go:171","msg":"trace[871137278] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"422.278746ms","start":"2026-07-25T02:01:41.728164Z","end":"2026-07-25T02:01:42.150443Z","steps":["trace[871137278] 'process raft request' (duration: 421.44039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:42.150566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:41.728129Z","time spent":"422.397658ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:01:42.150581Z","caller":"traceutil/trace.go:171","msg":"trace[308519373] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"259.479479ms","start":"2026-07-25T02:01:41.891085Z","end":"2026-07-25T02:01:42.150565Z","steps":["trace[308519373] 'process raft request' (duration: 259.207364ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:01:42.15198Z","caller":"traceutil/trace.go:171","msg":"trace[1540954426] transaction","detail":"{read_only:false; response_revision:22813; number_of_response:1; }","duration":"202.285256ms","start":"2026-07-25T02:01:41.949676Z","end":"2026-07-25T02:01:42.151962Z","steps":["trace[1540954426] 'process raft request' (duration: 200.813438ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:01:42.153292Z","caller":"traceutil/trace.go:171","msg":"trace[1841017645] linearizableReadLoop","detail":"{readStateIndex:23578; appliedIndex:23571; }","duration":"850.953397ms","start":"2026-07-25T02:01:41.302293Z","end":"2026-07-25T02:01:42.153246Z","steps":["trace[1841017645] 'read index received' (duration: 840.205147ms)","trace[1841017645] 'applied index is now lower than readState.Index' (duration: 10.684069ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:01:42.153506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.212702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:01:42.153548Z","caller":"traceutil/trace.go:171","msg":"trace[1023230579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22814; }","duration":"851.289634ms","start":"2026-07-25T02:01:41.302248Z","end":"2026-07-25T02:01:42.153538Z","steps":["trace[1023230579] 'agreement among raft nodes before linearized reading' (duration: 851.227132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:42.15357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:41.302215Z","time spent":"851.350864ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:01:42.154482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.261285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:01:42.154544Z","caller":"traceutil/trace.go:171","msg":"trace[1478434784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22814; }","duration":"313.906658ms","start":"2026-07-25T02:01:41.840609Z","end":"2026-07-25T02:01:42.154516Z","steps":["trace[1478434784] 'agreement among raft nodes before linearized reading' (duration: 312.905238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:01:42.154586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:01:41.840588Z","time spent":"313.989279ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-25T02:01:49.947297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20028} {"level":"info","ts":"2026-07-25T02:01:50.072589Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20028,"took":"120.26308ms","hash":3117398641,"current-db-size-bytes":59023360,"current-db-size":"59 MB","current-db-size-in-use-bytes":42233856,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-07-25T02:01:50.072667Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3117398641,"revision":20028,"compact-revision":17586} {"level":"info","ts":"2026-07-25T02:05:09.972825Z","caller":"traceutil/trace.go:171","msg":"trace[1596244678] linearizableReadLoop","detail":"{readStateIndex:25765; appliedIndex:25764; }","duration":"136.258661ms","start":"2026-07-25T02:05:09.836546Z","end":"2026-07-25T02:05:09.972805Z","steps":["trace[1596244678] 'read index received' (duration: 136.072198ms)","trace[1596244678] 'applied index is now lower than readState.Index' (duration: 185.633µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:09.973062Z","caller":"traceutil/trace.go:171","msg":"trace[1051948302] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"239.46915ms","start":"2026-07-25T02:05:09.733585Z","end":"2026-07-25T02:05:09.973054Z","steps":["trace[1051948302] 'process raft request' (duration: 239.092662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:09.973272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.716661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:09.973306Z","caller":"traceutil/trace.go:171","msg":"trace[1889729968] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24943; }","duration":"136.808762ms","start":"2026-07-25T02:05:09.836486Z","end":"2026-07-25T02:05:09.973295Z","steps":["trace[1889729968] 'agreement among raft nodes before linearized reading' (duration: 136.736201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:10.195266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.418437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-25T02:05:10.19535Z","caller":"traceutil/trace.go:171","msg":"trace[87989213] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24943; }","duration":"111.579911ms","start":"2026-07-25T02:05:10.083745Z","end":"2026-07-25T02:05:10.195325Z","steps":["trace[87989213] 'range keys from in-memory index tree' (duration: 111.158203ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:10.431057Z","caller":"traceutil/trace.go:171","msg":"trace[1236011644] linearizableReadLoop","detail":"{readStateIndex:25767; appliedIndex:25766; }","duration":"201.365569ms","start":"2026-07-25T02:05:10.229665Z","end":"2026-07-25T02:05:10.43103Z","steps":["trace[1236011644] 'read index received' (duration: 186.261354ms)","trace[1236011644] 'applied index is now lower than readState.Index' (duration: 15.101865ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:10.431228Z","caller":"traceutil/trace.go:171","msg":"trace[61817041] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"203.265695ms","start":"2026-07-25T02:05:10.227715Z","end":"2026-07-25T02:05:10.430981Z","steps":["trace[61817041] 'process raft request' (duration: 188.241252ms)","trace[61817041] 'compare' (duration: 14.683555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:10.43129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.606943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-25T02:05:10.431357Z","caller":"traceutil/trace.go:171","msg":"trace[1546984445] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:24945; }","duration":"201.743375ms","start":"2026-07-25T02:05:10.229598Z","end":"2026-07-25T02:05:10.431341Z","steps":["trace[1546984445] 'agreement among raft nodes before linearized reading' (duration: 201.508571ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:10.431432Z","caller":"traceutil/trace.go:171","msg":"trace[475901322] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"119.914224ms","start":"2026-07-25T02:05:10.311503Z","end":"2026-07-25T02:05:10.431417Z","steps":["trace[475901322] 'process raft request' (duration: 119.462955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:10.431389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.653753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:10.431731Z","caller":"traceutil/trace.go:171","msg":"trace[80081136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24946; }","duration":"126.923278ms","start":"2026-07-25T02:05:10.304686Z","end":"2026-07-25T02:05:10.431609Z","steps":["trace[80081136] 'agreement among raft nodes before linearized reading' (duration: 126.542441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:15.41814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.493632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:05:15.418271Z","caller":"traceutil/trace.go:171","msg":"trace[1064721298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25007; }","duration":"106.668066ms","start":"2026-07-25T02:05:15.311578Z","end":"2026-07-25T02:05:15.418247Z","steps":["trace[1064721298] 'range keys from in-memory index tree' (duration: 106.117435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:15.420335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.769813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:15.420462Z","caller":"traceutil/trace.go:171","msg":"trace[36736470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25007; }","duration":"115.945687ms","start":"2026-07-25T02:05:15.304486Z","end":"2026-07-25T02:05:15.420432Z","steps":["trace[36736470] 'range keys from in-memory index tree' (duration: 115.6742ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:20.829065Z","caller":"traceutil/trace.go:171","msg":"trace[547281030] linearizableReadLoop","detail":"{readStateIndex:25870; appliedIndex:25869; }","duration":"208.549287ms","start":"2026-07-25T02:05:20.620485Z","end":"2026-07-25T02:05:20.829034Z","steps":["trace[547281030] 'read index received' (duration: 208.224581ms)","trace[547281030] 'applied index is now lower than readState.Index' (duration: 323.886µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:20.829357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.770522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:20.829407Z","caller":"traceutil/trace.go:171","msg":"trace[18853767] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25046; }","duration":"208.937585ms","start":"2026-07-25T02:05:20.620458Z","end":"2026-07-25T02:05:20.829395Z","steps":["trace[18853767] 'agreement among raft nodes before linearized reading' (duration: 208.695881ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:20.82989Z","caller":"traceutil/trace.go:171","msg":"trace[1206645230] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"230.739519ms","start":"2026-07-25T02:05:20.599138Z","end":"2026-07-25T02:05:20.829878Z","steps":["trace[1206645230] 'process raft request' (duration: 229.711589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:21.560992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.06624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:05:21.561138Z","caller":"traceutil/trace.go:171","msg":"trace[438932084] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"512.685015ms","start":"2026-07-25T02:05:21.048431Z","end":"2026-07-25T02:05:21.561116Z","steps":["trace[438932084] 'process raft request' (duration: 269.390322ms)","trace[438932084] 'compare' (duration: 242.653261ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:21.561194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.048413Z","time spent":"512.756256ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:22.316572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.092933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:05:22.316779Z","caller":"traceutil/trace.go:171","msg":"trace[652315854] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"1.180706394s","start":"2026-07-25T02:05:21.136047Z","end":"2026-07-25T02:05:22.316754Z","steps":["trace[652315854] 'process raft request' (duration: 833.326165ms)","trace[652315854] 'compare' (duration: 346.674985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:22.316853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.136015Z","time spent":"1.180800495s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:22.316892Z","caller":"traceutil/trace.go:171","msg":"trace[373147617] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"860.768178ms","start":"2026-07-25T02:05:21.456109Z","end":"2026-07-25T02:05:22.316877Z","steps":["trace[373147617] 'process raft request' (duration: 860.724717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:22.316951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.456091Z","time spent":"860.828069ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:22.317065Z","caller":"traceutil/trace.go:171","msg":"trace[2126789325] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"1.179260355s","start":"2026-07-25T02:05:21.137797Z","end":"2026-07-25T02:05:22.317057Z","steps":["trace[2126789325] 'process raft request' (duration: 1.178952839s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:22.317108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.137781Z","time spent":"1.179302375s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:22.317169Z","caller":"traceutil/trace.go:171","msg":"trace[1371845146] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"1.172284358s","start":"2026-07-25T02:05:21.144873Z","end":"2026-07-25T02:05:22.317157Z","steps":["trace[1371845146] 'process raft request' (duration: 1.171919692s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:22.317225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.144863Z","time spent":"1.172333089s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:22.317303Z","caller":"traceutil/trace.go:171","msg":"trace[1421454054] linearizableReadLoop","detail":"{readStateIndex:25875; appliedIndex:25870; }","duration":"1.097994133s","start":"2026-07-25T02:05:21.219299Z","end":"2026-07-25T02:05:22.317294Z","steps":["trace[1421454054] 'read index received' (duration: 98.449945ms)","trace[1421454054] 'applied index is now lower than readState.Index' (duration: 999.543208ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:22.317342Z","caller":"traceutil/trace.go:171","msg":"trace[769042894] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"1.181269884s","start":"2026-07-25T02:05:21.136061Z","end":"2026-07-25T02:05:22.317331Z","steps":["trace[769042894] 'process raft request' (duration: 1.180608721s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:22.317384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.135961Z","time spent":"1.181398916s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:22.317521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098220907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-07-25T02:05:22.317549Z","caller":"traceutil/trace.go:171","msg":"trace[1672421681] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:25052; }","duration":"1.098296879s","start":"2026-07-25T02:05:21.219243Z","end":"2026-07-25T02:05:22.31754Z","steps":["trace[1672421681] 'agreement among raft nodes before linearized reading' (duration: 1.098175206s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:22.317577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.219218Z","time spent":"1.09835291s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-07-25T02:05:22.317781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.219898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-25T02:05:22.31779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.291526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:22.317807Z","caller":"traceutil/trace.go:171","msg":"trace[139981170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25052; }","duration":"856.261259ms","start":"2026-07-25T02:05:21.461538Z","end":"2026-07-25T02:05:22.317799Z","steps":["trace[139981170] 'agreement among raft nodes before linearized reading' (duration: 856.186188ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:22.317832Z","caller":"traceutil/trace.go:171","msg":"trace[1950637351] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25052; }","duration":"311.383688ms","start":"2026-07-25T02:05:22.006438Z","end":"2026-07-25T02:05:22.317822Z","steps":["trace[1950637351] 'agreement among raft nodes before linearized reading' (duration: 311.316347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:22.317839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.461531Z","time spent":"856.299301ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:22.317853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:22.006413Z","time spent":"311.433989ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:22.318272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.291581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274795"} {"level":"info","ts":"2026-07-25T02:05:22.318304Z","caller":"traceutil/trace.go:171","msg":"trace[1918488386] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25052; }","duration":"450.369763ms","start":"2026-07-25T02:05:21.867922Z","end":"2026-07-25T02:05:22.318292Z","steps":["trace[1918488386] 'agreement among raft nodes before linearized reading' (duration: 450.020506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:22.318331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.867898Z","time spent":"450.425364ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274817,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-25T02:05:22.3184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.791426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-25T02:05:22.318451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.76915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:22.318502Z","caller":"traceutil/trace.go:171","msg":"trace[808083960] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25052; }","duration":"597.864112ms","start":"2026-07-25T02:05:21.720625Z","end":"2026-07-25T02:05:22.31849Z","steps":["trace[808083960] 'agreement among raft nodes before linearized reading' (duration: 597.784631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:22.318302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.707969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:05:22.318529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.720601Z","time spent":"597.916433ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:22.318515Z","caller":"traceutil/trace.go:171","msg":"trace[594521330] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25052; }","duration":"844.913338ms","start":"2026-07-25T02:05:21.473572Z","end":"2026-07-25T02:05:22.318485Z","steps":["trace[594521330] 'agreement among raft nodes before linearized reading' (duration: 844.613503ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:22.318552Z","caller":"traceutil/trace.go:171","msg":"trace[799660887] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25052; }","duration":"120.034095ms","start":"2026-07-25T02:05:22.198496Z","end":"2026-07-25T02:05:22.318531Z","steps":["trace[799660887] 'agreement among raft nodes before linearized reading' (duration: 119.713889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:22.318564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.473565Z","time spent":"844.98762ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T02:05:22.318536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.926605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-25T02:05:22.318568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.171167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:22.318632Z","caller":"traceutil/trace.go:171","msg":"trace[1386466075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25052; }","duration":"854.044937ms","start":"2026-07-25T02:05:21.464561Z","end":"2026-07-25T02:05:22.318606Z","steps":["trace[1386466075] 'agreement among raft nodes before linearized reading' (duration: 853.744041ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:22.318642Z","caller":"traceutil/trace.go:171","msg":"trace[452580740] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25052; }","duration":"452.341461ms","start":"2026-07-25T02:05:21.866278Z","end":"2026-07-25T02:05:22.31862Z","steps":["trace[452580740] 'agreement among raft nodes before linearized reading' (duration: 452.240209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:22.318678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.866247Z","time spent":"452.423752ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:22.318687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.464555Z","time spent":"854.122718ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:22.318714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.807423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:05:22.318793Z","caller":"traceutil/trace.go:171","msg":"trace[2132798049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25052; }","duration":"851.956456ms","start":"2026-07-25T02:05:21.466816Z","end":"2026-07-25T02:05:22.318772Z","steps":["trace[2132798049] 'agreement among raft nodes before linearized reading' (duration: 851.714271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:22.318832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.466784Z","time spent":"852.039198ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T02:05:22.318844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.512301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T02:05:22.319036Z","caller":"traceutil/trace.go:171","msg":"trace[1830464367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25052; }","duration":"844.739905ms","start":"2026-07-25T02:05:21.474266Z","end":"2026-07-25T02:05:22.319005Z","steps":["trace[1830464367] 'agreement among raft nodes before linearized reading' (duration: 844.307737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:22.319133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:21.47426Z","time spent":"844.828797ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-25T02:05:22.706034Z","caller":"traceutil/trace.go:171","msg":"trace[1467089490] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"381.400031ms","start":"2026-07-25T02:05:22.324598Z","end":"2026-07-25T02:05:22.705998Z","steps":["trace[1467089490] 'process raft request' (duration: 330.313487ms)","trace[1467089490] 'compare' (duration: 50.770378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:22.706233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:22.324579Z","time spent":"381.567714ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:23.490145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.106118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:05:23.491257Z","caller":"traceutil/trace.go:171","msg":"trace[1841648489] linearizableReadLoop","detail":"{readStateIndex:25882; appliedIndex:25876; }","duration":"1.086463699s","start":"2026-07-25T02:05:22.404774Z","end":"2026-07-25T02:05:23.491238Z","steps":["trace[1841648489] 'read index received' (duration: 250.121275ms)","trace[1841648489] 'applied index is now lower than readState.Index' (duration: 836.341414ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:23.491571Z","caller":"traceutil/trace.go:171","msg":"trace[1451961147] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"1.006115747s","start":"2026-07-25T02:05:22.485422Z","end":"2026-07-25T02:05:23.491538Z","steps":["trace[1451961147] 'process raft request' (duration: 1.00577631s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:23.491658Z","caller":"traceutil/trace.go:171","msg":"trace[1238729798] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"1.162887637s","start":"2026-07-25T02:05:22.328759Z","end":"2026-07-25T02:05:23.491646Z","steps":["trace[1238729798] 'process raft request' (duration: 1.162237223s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:23.491623Z","caller":"traceutil/trace.go:171","msg":"trace[2044135911] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"1.162731694s","start":"2026-07-25T02:05:22.328834Z","end":"2026-07-25T02:05:23.491565Z","steps":["trace[2044135911] 'process raft request' (duration: 1.162295335s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:23.491771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:22.485396Z","time spent":"1.006257309s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:23.491796Z","caller":"traceutil/trace.go:171","msg":"trace[1962404241] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"1.16307637s","start":"2026-07-25T02:05:22.328681Z","end":"2026-07-25T02:05:23.491757Z","steps":["trace[1962404241] 'process raft request' (duration: 819.27203ms)","trace[1962404241] 'compare' (duration: 341.183869ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:23.491917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:22.328752Z","time spent":"1.163003789s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:23.491958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:22.328668Z","time spent":"1.163202493s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:23.491968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.489403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:23.492008Z","caller":"traceutil/trace.go:171","msg":"trace[742460239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25059; }","duration":"728.610896ms","start":"2026-07-25T02:05:22.763387Z","end":"2026-07-25T02:05:23.491998Z","steps":["trace[742460239] 'agreement among raft nodes before linearized reading' (duration: 728.533535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:23.492033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:22.763361Z","time spent":"728.663957ms","remote":"127.0.0.1:43740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:23.492094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087280365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-25T02:05:23.49154Z","caller":"traceutil/trace.go:171","msg":"trace[387717275] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"1.162604201s","start":"2026-07-25T02:05:22.32891Z","end":"2026-07-25T02:05:23.491514Z","steps":["trace[387717275] 'process raft request' (duration: 1.162253674s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:23.49219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.102957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:23.492192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:22.328904Z","time spent":"1.163266313s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:23.492073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:22.328828Z","time spent":"1.162994119s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:23.492201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.445739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-25T02:05:23.492243Z","caller":"traceutil/trace.go:171","msg":"trace[1785323257] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25059; }","duration":"569.505909ms","start":"2026-07-25T02:05:22.922726Z","end":"2026-07-25T02:05:23.492232Z","steps":["trace[1785323257] 'agreement among raft nodes before linearized reading' (duration: 569.357277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:23.492282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:22.922715Z","time spent":"569.559761ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-25T02:05:23.492204Z","caller":"traceutil/trace.go:171","msg":"trace[275648717] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:25059; }","duration":"1.087440727s","start":"2026-07-25T02:05:22.404716Z","end":"2026-07-25T02:05:23.492157Z","steps":["trace[275648717] 'agreement among raft nodes before linearized reading' (duration: 1.08705151s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:23.492373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.508939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-25T02:05:23.492402Z","caller":"traceutil/trace.go:171","msg":"trace[1920749625] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25059; }","duration":"424.580031ms","start":"2026-07-25T02:05:23.067813Z","end":"2026-07-25T02:05:23.492393Z","steps":["trace[1920749625] 'agreement among raft nodes before linearized reading' (duration: 424.492629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:23.492418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:23.067787Z","time spent":"424.627242ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-25T02:05:23.491566Z","caller":"traceutil/trace.go:171","msg":"trace[1679532432] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"1.162719993s","start":"2026-07-25T02:05:22.328797Z","end":"2026-07-25T02:05:23.491517Z","steps":["trace[1679532432] 'process raft request' (duration: 1.162292214s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:23.492365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:22.404691Z","time spent":"1.087660222s","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-25T02:05:23.492487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:22.328792Z","time spent":"1.163659311s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:23.492215Z","caller":"traceutil/trace.go:171","msg":"trace[1345203912] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25059; }","duration":"635.165968ms","start":"2026-07-25T02:05:22.857041Z","end":"2026-07-25T02:05:23.492207Z","steps":["trace[1345203912] 'agreement among raft nodes before linearized reading' (duration: 635.123967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:23.492584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:22.857019Z","time spent":"635.560086ms","remote":"127.0.0.1:52846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:23.80364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:23.49367Z","time spent":"309.961832ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-25T02:05:23.803747Z","caller":"traceutil/trace.go:171","msg":"trace[1454886405] linearizableReadLoop","detail":"{readStateIndex:25884; appliedIndex:25883; }","duration":"303.679049ms","start":"2026-07-25T02:05:23.500028Z","end":"2026-07-25T02:05:23.803707Z","steps":["trace[1454886405] 'read index received' (duration: 295.368877ms)","trace[1454886405] 'applied index is now lower than readState.Index' (duration: 8.302052ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:23.803784Z","caller":"traceutil/trace.go:171","msg":"trace[804720405] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"236.691195ms","start":"2026-07-25T02:05:23.567066Z","end":"2026-07-25T02:05:23.803758Z","steps":["trace[804720405] 'process raft request' (duration: 236.526942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:23.804001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.943594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-25T02:05:23.804051Z","caller":"traceutil/trace.go:171","msg":"trace[149784392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25060; }","duration":"304.035056ms","start":"2026-07-25T02:05:23.500007Z","end":"2026-07-25T02:05:23.804042Z","steps":["trace[149784392] 'agreement among raft nodes before linearized reading' (duration: 303.774021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:23.804055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.58266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:23.804078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:23.499997Z","time spent":"304.074476ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-25T02:05:23.804004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.854273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a068a95-a2d3-4077-9410-4f9758f60052\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-25T02:05:23.804157Z","caller":"traceutil/trace.go:171","msg":"trace[1516823001] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a068a95-a2d3-4077-9410-4f9758f60052; range_end:; response_count:1; response_revision:25060; }","duration":"304.013786ms","start":"2026-07-25T02:05:23.500125Z","end":"2026-07-25T02:05:23.804138Z","steps":["trace[1516823001] 'agreement among raft nodes before linearized reading' (duration: 303.775381ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:23.804102Z","caller":"traceutil/trace.go:171","msg":"trace[1207814000] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25060; }","duration":"168.669672ms","start":"2026-07-25T02:05:23.635417Z","end":"2026-07-25T02:05:23.804086Z","steps":["trace[1207814000] 'agreement among raft nodes before linearized reading' (duration: 168.60858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:23.804222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:23.50012Z","time spent":"304.073847ms","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-6a068a95-a2d3-4077-9410-4f9758f60052\" "} {"level":"warn","ts":"2026-07-25T02:05:24.353924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.430303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-25T02:05:24.354011Z","caller":"traceutil/trace.go:171","msg":"trace[238237877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25061; }","duration":"452.543915ms","start":"2026-07-25T02:05:23.901448Z","end":"2026-07-25T02:05:24.353992Z","steps":["trace[238237877] 'range keys from in-memory index tree' (duration: 452.362032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:24.354248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:23.901437Z","time spent":"452.600956ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-25T02:05:24.35442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.106209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-25T02:05:24.354487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.32573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:24.354588Z","caller":"traceutil/trace.go:171","msg":"trace[466175387] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25061; }","duration":"307.485593ms","start":"2026-07-25T02:05:24.047075Z","end":"2026-07-25T02:05:24.354561Z","steps":["trace[466175387] 'count revisions from in-memory index tree' (duration: 307.230337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:24.354644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:24.04705Z","time spent":"307.581624ms","remote":"127.0.0.1:42002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:24.354514Z","caller":"traceutil/trace.go:171","msg":"trace[678803206] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25061; }","duration":"448.275552ms","start":"2026-07-25T02:05:23.906216Z","end":"2026-07-25T02:05:24.354491Z","steps":["trace[678803206] 'range keys from in-memory index tree' (duration: 447.950536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:24.354921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:23.906209Z","time spent":"448.67628ms","remote":"127.0.0.1:51144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-25T02:05:24.854581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:25.355792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:25.408054Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054712501s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-25T02:05:25.659965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.510264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:05:25.660238Z","caller":"traceutil/trace.go:171","msg":"trace[1502110381] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"1.336896092s","start":"2026-07-25T02:05:24.323271Z","end":"2026-07-25T02:05:25.660167Z","steps":["trace[1502110381] 'process raft request' (duration: 1.085044542s)","trace[1502110381] 'compare' (duration: 251.317879ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:25.66042Z","caller":"traceutil/trace.go:171","msg":"trace[1349824036] linearizableReadLoop","detail":"{readStateIndex:25891; appliedIndex:25887; }","duration":"1.306862797s","start":"2026-07-25T02:05:24.353531Z","end":"2026-07-25T02:05:25.660394Z","steps":["trace[1349824036] 'read index received' (duration: 1.054722371s)","trace[1349824036] 'applied index is now lower than readState.Index' (duration: 252.138226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:25.660473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:24.32326Z","time spent":"1.337104876s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:25.660548Z","caller":"traceutil/trace.go:171","msg":"trace[1636075474] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"1.336581486s","start":"2026-07-25T02:05:24.323935Z","end":"2026-07-25T02:05:25.660517Z","steps":["trace[1636075474] 'process raft request' (duration: 1.33628888s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:25.660568Z","caller":"traceutil/trace.go:171","msg":"trace[1994061491] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"1.334883682s","start":"2026-07-25T02:05:24.325669Z","end":"2026-07-25T02:05:25.660553Z","steps":["trace[1994061491] 'process raft request' (duration: 1.334660618s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.660719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:24.323925Z","time spent":"1.336703969s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:25.660722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:24.32563Z","time spent":"1.335008655s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:25.660887Z","caller":"traceutil/trace.go:171","msg":"trace[1320684011] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"1.337486403s","start":"2026-07-25T02:05:24.323386Z","end":"2026-07-25T02:05:25.660872Z","steps":["trace[1320684011] 'process raft request' (duration: 1.336719559s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.660968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:24.32338Z","time spent":"1.337548664s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:25.661043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3075172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:25.661074Z","caller":"traceutil/trace.go:171","msg":"trace[118898436] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25066; }","duration":"1.307550281s","start":"2026-07-25T02:05:24.353517Z","end":"2026-07-25T02:05:25.661067Z","steps":["trace[118898436] 'agreement among raft nodes before linearized reading' (duration: 1.30748404s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.661099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:24.353468Z","time spent":"1.307626202s","remote":"127.0.0.1:51430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:25.689092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332624958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:25.689158Z","caller":"traceutil/trace.go:171","msg":"trace[1911667826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25067; }","duration":"1.33272614s","start":"2026-07-25T02:05:24.356417Z","end":"2026-07-25T02:05:25.689143Z","steps":["trace[1911667826] 'agreement among raft nodes before linearized reading' (duration: 1.332604968s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.689196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:24.356392Z","time spent":"1.332796812s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:05:25.689258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.338021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-25T02:05:25.689311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.76156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"info","ts":"2026-07-25T02:05:25.689352Z","caller":"traceutil/trace.go:171","msg":"trace[480974474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25067; }","duration":"193.500544ms","start":"2026-07-25T02:05:25.49583Z","end":"2026-07-25T02:05:25.68933Z","steps":["trace[480974474] 'agreement among raft nodes before linearized reading' (duration: 193.211979ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:25.689395Z","caller":"traceutil/trace.go:171","msg":"trace[1741355239] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25067; }","duration":"635.885403ms","start":"2026-07-25T02:05:25.05349Z","end":"2026-07-25T02:05:25.689376Z","steps":["trace[1741355239] 'agreement among raft nodes before linearized reading' (duration: 635.621647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.689391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.327095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T02:05:25.68951Z","caller":"traceutil/trace.go:171","msg":"trace[969311121] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25067; }","duration":"186.533839ms","start":"2026-07-25T02:05:25.502957Z","end":"2026-07-25T02:05:25.689491Z","steps":["trace[969311121] 'agreement among raft nodes before linearized reading' (duration: 186.10718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.689546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.59053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:05:25.689575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062637466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:25.689589Z","caller":"traceutil/trace.go:171","msg":"trace[1412927540] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25067; }","duration":"572.677392ms","start":"2026-07-25T02:05:25.1169Z","end":"2026-07-25T02:05:25.689577Z","steps":["trace[1412927540] 'agreement among raft nodes before linearized reading' (duration: 572.58264ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:25.689554Z","caller":"traceutil/trace.go:171","msg":"trace[1497487145] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"185.416958ms","start":"2026-07-25T02:05:25.504084Z","end":"2026-07-25T02:05:25.689501Z","steps":["trace[1497487145] 'process raft request' (duration: 184.800595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.689629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.116878Z","time spent":"572.742174ms","remote":"127.0.0.1:34160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:25.689651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.657038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:05:25.689693Z","caller":"traceutil/trace.go:171","msg":"trace[1657396557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25067; }","duration":"193.74737ms","start":"2026-07-25T02:05:25.495936Z","end":"2026-07-25T02:05:25.689683Z","steps":["trace[1657396557] 'agreement among raft nodes before linearized reading' (duration: 193.622518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.689451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.05347Z","time spent":"635.970644ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11857,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-25T02:05:25.689785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.373564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T02:05:25.68962Z","caller":"traceutil/trace.go:171","msg":"trace[758806413] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25067; }","duration":"1.062722637s","start":"2026-07-25T02:05:24.626884Z","end":"2026-07-25T02:05:25.689607Z","steps":["trace[758806413] 'agreement among raft nodes before linearized reading' (duration: 1.062664165s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.689904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:24.626856Z","time spent":"1.063001442s","remote":"127.0.0.1:58392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:25.689917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.730099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:05:25.689959Z","caller":"traceutil/trace.go:171","msg":"trace[390749156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25067; }","duration":"193.7866ms","start":"2026-07-25T02:05:25.496163Z","end":"2026-07-25T02:05:25.68995Z","steps":["trace[390749156] 'agreement among raft nodes before linearized reading' (duration: 193.688048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.689527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.120443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:05:25.69003Z","caller":"traceutil/trace.go:171","msg":"trace[1432765380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25067; }","duration":"975.620803ms","start":"2026-07-25T02:05:24.714369Z","end":"2026-07-25T02:05:25.68999Z","steps":["trace[1432765380] 'agreement among raft nodes before linearized reading' (duration: 975.053322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.690067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:24.714347Z","time spent":"975.709344ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T02:05:25.689401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.667482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:25.690144Z","caller":"traceutil/trace.go:171","msg":"trace[2073510755] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25067; }","duration":"704.437386ms","start":"2026-07-25T02:05:24.985673Z","end":"2026-07-25T02:05:25.690111Z","steps":["trace[2073510755] 'agreement among raft nodes before linearized reading' (duration: 703.686142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.690178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:24.985648Z","time spent":"704.519547ms","remote":"127.0.0.1:41498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:25.68982Z","caller":"traceutil/trace.go:171","msg":"trace[1697635532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25067; }","duration":"192.421094ms","start":"2026-07-25T02:05:25.497389Z","end":"2026-07-25T02:05:25.68981Z","steps":["trace[1697635532] 'agreement among raft nodes before linearized reading' (duration: 192.337483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.693213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.571723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-25T02:05:25.693303Z","caller":"traceutil/trace.go:171","msg":"trace[785364465] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25067; }","duration":"400.731107ms","start":"2026-07-25T02:05:25.292552Z","end":"2026-07-25T02:05:25.693283Z","steps":["trace[785364465] 'agreement among raft nodes before linearized reading' (duration: 396.771379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:25.693361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.292528Z","time spent":"400.821118ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2685,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:26.198415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681146,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-25T02:05:26.384425Z","caller":"traceutil/trace.go:171","msg":"trace[1138038021] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"689.840153ms","start":"2026-07-25T02:05:25.694533Z","end":"2026-07-25T02:05:26.384373Z","steps":["trace[1138038021] 'process raft request' (duration: 689.453135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:26.384989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.694509Z","time spent":"689.991095ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:26.390266Z","caller":"traceutil/trace.go:171","msg":"trace[817553454] linearizableReadLoop","detail":"{readStateIndex:25900; appliedIndex:25892; }","duration":"692.507685ms","start":"2026-07-25T02:05:25.697745Z","end":"2026-07-25T02:05:26.390253Z","steps":["trace[817553454] 'read index received' (duration: 686.272234ms)","trace[817553454] 'applied index is now lower than readState.Index' (duration: 6.232091ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:26.390403Z","caller":"traceutil/trace.go:171","msg":"trace[1403341736] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"580.614388ms","start":"2026-07-25T02:05:25.809744Z","end":"2026-07-25T02:05:26.390359Z","steps":["trace[1403341736] 'process raft request' (duration: 580.384763ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:26.390499Z","caller":"traceutil/trace.go:171","msg":"trace[568793621] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"695.161615ms","start":"2026-07-25T02:05:25.695321Z","end":"2026-07-25T02:05:26.390482Z","steps":["trace[568793621] 'process raft request' (duration: 694.782178ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:26.390428Z","caller":"traceutil/trace.go:171","msg":"trace[741600073] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"695.143044ms","start":"2026-07-25T02:05:25.695262Z","end":"2026-07-25T02:05:26.390405Z","steps":["trace[741600073] 'process raft request' (duration: 694.816618ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:26.390611Z","caller":"traceutil/trace.go:171","msg":"trace[845029030] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"695.689596ms","start":"2026-07-25T02:05:25.694901Z","end":"2026-07-25T02:05:26.39059Z","steps":["trace[845029030] 'process raft request' (duration: 695.123255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:26.390641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.6953Z","time spent":"695.230956ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:26.390641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.695256Z","time spent":"695.344498ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:26.390694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.694873Z","time spent":"695.777197ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:26.390706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.80972Z","time spent":"580.79205ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:26.390468Z","caller":"traceutil/trace.go:171","msg":"trace[705512392] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"554.58843ms","start":"2026-07-25T02:05:25.835869Z","end":"2026-07-25T02:05:26.390458Z","steps":["trace[705512392] 'process raft request' (duration: 554.288155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:26.390746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.232448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:26.390785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.835854Z","time spent":"554.898446ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:26.390834Z","caller":"traceutil/trace.go:171","msg":"trace[170811446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25077; }","duration":"692.361251ms","start":"2026-07-25T02:05:25.698441Z","end":"2026-07-25T02:05:26.390802Z","steps":["trace[170811446] 'agreement among raft nodes before linearized reading' (duration: 692.216818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:26.390858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.011402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:26.390864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.698436Z","time spent":"692.421163ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:05:26.390904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.600588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-25T02:05:26.390913Z","caller":"traceutil/trace.go:171","msg":"trace[2020681773] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25077; }","duration":"292.128314ms","start":"2026-07-25T02:05:26.09877Z","end":"2026-07-25T02:05:26.390898Z","steps":["trace[2020681773] 'agreement among raft nodes before linearized reading' (duration: 292.024341ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:26.390939Z","caller":"traceutil/trace.go:171","msg":"trace[1420630103] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25077; }","duration":"118.637338ms","start":"2026-07-25T02:05:26.272293Z","end":"2026-07-25T02:05:26.39093Z","steps":["trace[1420630103] 'agreement among raft nodes before linearized reading' (duration: 118.508865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:26.390921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.034325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:05:26.390923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.114297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"info","ts":"2026-07-25T02:05:26.390978Z","caller":"traceutil/trace.go:171","msg":"trace[165148526] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25077; }","duration":"584.152947ms","start":"2026-07-25T02:05:25.806808Z","end":"2026-07-25T02:05:26.390961Z","steps":["trace[165148526] 'agreement among raft nodes before linearized reading' (duration: 584.043195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:26.39101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.80679Z","time spent":"584.215028ms","remote":"127.0.0.1:34098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:26.391012Z","caller":"traceutil/trace.go:171","msg":"trace[455753902] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25077; }","duration":"693.27097ms","start":"2026-07-25T02:05:25.697725Z","end":"2026-07-25T02:05:26.390996Z","steps":["trace[455753902] 'agreement among raft nodes before linearized reading' (duration: 692.885521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:26.391086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.697715Z","time spent":"693.361841ms","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11857,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-25T02:05:26.390639Z","caller":"traceutil/trace.go:171","msg":"trace[604301763] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"695.825898ms","start":"2026-07-25T02:05:25.694739Z","end":"2026-07-25T02:05:26.390565Z","steps":["trace[604301763] 'process raft request' (duration: 695.205737ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:26.391367Z","caller":"traceutil/trace.go:171","msg":"trace[636887981] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"696.41687ms","start":"2026-07-25T02:05:25.69493Z","end":"2026-07-25T02:05:26.391347Z","steps":["trace[636887981] 'process raft request' (duration: 695.123675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:26.391476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.694905Z","time spent":"696.531383ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:26.391859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:25.694723Z","time spent":"696.620374ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:31.80467Z","caller":"traceutil/trace.go:171","msg":"trace[56557085] linearizableReadLoop","detail":"{readStateIndex:25934; appliedIndex:25933; }","duration":"370.370546ms","start":"2026-07-25T02:05:31.43427Z","end":"2026-07-25T02:05:31.80464Z","steps":["trace[56557085] 'read index received' (duration: 370.255874ms)","trace[56557085] 'applied index is now lower than readState.Index' (duration: 113.462µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:31.804925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.61759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:31.80499Z","caller":"traceutil/trace.go:171","msg":"trace[2093099703] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25108; }","duration":"370.756183ms","start":"2026-07-25T02:05:31.434213Z","end":"2026-07-25T02:05:31.804969Z","steps":["trace[2093099703] 'agreement among raft nodes before linearized reading' (duration: 370.535459ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:31.804901Z","caller":"traceutil/trace.go:171","msg":"trace[877633661] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"405.299115ms","start":"2026-07-25T02:05:31.399549Z","end":"2026-07-25T02:05:31.804848Z","steps":["trace[877633661] 'process raft request' (duration: 404.708944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:31.805039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:31.43419Z","time spent":"370.836474ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:31.805204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:31.399523Z","time spent":"405.54707ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:32.304109Z","caller":"traceutil/trace.go:171","msg":"trace[1779035854] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"617.798731ms","start":"2026-07-25T02:05:31.686279Z","end":"2026-07-25T02:05:32.304078Z","steps":["trace[1779035854] 'process raft request' (duration: 559.618588ms)","trace[1779035854] 'compare' (duration: 57.731434ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:32.304156Z","caller":"traceutil/trace.go:171","msg":"trace[453078358] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"615.69033ms","start":"2026-07-25T02:05:31.688445Z","end":"2026-07-25T02:05:32.304136Z","steps":["trace[453078358] 'process raft request' (duration: 615.582098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:32.304285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:31.688432Z","time spent":"615.776331ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:32.304305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:31.68625Z","time spent":"617.956933ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:32.304412Z","caller":"traceutil/trace.go:171","msg":"trace[799208045] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"615.845382ms","start":"2026-07-25T02:05:31.688528Z","end":"2026-07-25T02:05:32.304373Z","steps":["trace[799208045] 'process raft request' (duration: 615.563127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:32.304592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:31.688516Z","time spent":"615.980795ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:32.304592Z","caller":"traceutil/trace.go:171","msg":"trace[397626470] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"615.032467ms","start":"2026-07-25T02:05:31.689532Z","end":"2026-07-25T02:05:32.304564Z","steps":["trace[397626470] 'process raft request' (duration: 614.750971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:32.304745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:31.689506Z","time spent":"615.150558ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:32.304758Z","caller":"traceutil/trace.go:171","msg":"trace[147435480] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"562.460113ms","start":"2026-07-25T02:05:31.742281Z","end":"2026-07-25T02:05:32.304741Z","steps":["trace[147435480] 'process raft request' (duration: 562.212248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:32.304837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:31.742255Z","time spent":"562.536864ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:32.922456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:34.280235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210435151s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-25T02:05:34.310975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905778331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-25T02:05:34.311143Z","caller":"traceutil/trace.go:171","msg":"trace[1408464713] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:25113; }","duration":"1.905992604s","start":"2026-07-25T02:05:32.405076Z","end":"2026-07-25T02:05:34.311069Z","steps":["trace[1408464713] 'range keys from in-memory index tree' (duration: 1.905584457s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:34.311233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:32.405053Z","time spent":"1.906133197s","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-25T02:05:34.311591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898989609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T02:05:34.311717Z","caller":"traceutil/trace.go:171","msg":"trace[563417177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25113; }","duration":"1.899121772s","start":"2026-07-25T02:05:32.412539Z","end":"2026-07-25T02:05:34.31166Z","steps":["trace[563417177] 'range keys from in-memory index tree' (duration: 1.898818166s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:34.311769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:32.412522Z","time spent":"1.899236524s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:34.312778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242973053s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:05:34.312951Z","caller":"traceutil/trace.go:171","msg":"trace[1651234619] linearizableReadLoop","detail":"{readStateIndex:25941; appliedIndex:25939; }","duration":"1.891572714s","start":"2026-07-25T02:05:32.421366Z","end":"2026-07-25T02:05:34.312939Z","steps":["trace[1651234619] 'read index received' (duration: 648.453027ms)","trace[1651234619] 'applied index is now lower than readState.Index' (duration: 1.243118757s)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:34.313005Z","caller":"traceutil/trace.go:171","msg":"trace[1436913699] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"1.894617604s","start":"2026-07-25T02:05:32.418348Z","end":"2026-07-25T02:05:34.312965Z","steps":["trace[1436913699] 'process raft request' (duration: 1.894505802s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:34.313098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891740567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:05:34.31313Z","caller":"traceutil/trace.go:171","msg":"trace[769696653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25115; }","duration":"1.891822838s","start":"2026-07-25T02:05:32.421295Z","end":"2026-07-25T02:05:34.313118Z","steps":["trace[769696653] 'agreement among raft nodes before linearized reading' (duration: 1.891709706s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:34.313109Z","caller":"traceutil/trace.go:171","msg":"trace[1519856919] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"1.896114363s","start":"2026-07-25T02:05:32.416959Z","end":"2026-07-25T02:05:34.313073Z","steps":["trace[1519856919] 'process raft request' (duration: 652.778452ms)","trace[1519856919] 'compare' (duration: 1.242206259s)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:34.313159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:32.421274Z","time spent":"1.89187726s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T02:05:34.313196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:32.418331Z","time spent":"1.894763787s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:34.313265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:32.41694Z","time spent":"1.896238855s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:34.813545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:35.304034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999571235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-25T02:05:35.304122Z","caller":"traceutil/trace.go:171","msg":"trace[1926697874] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999734239s","start":"2026-07-25T02:05:33.304368Z","end":"2026-07-25T02:05:35.304102Z","steps":["trace[1926697874] 'agreement among raft nodes before linearized reading' (duration: 1.999605455s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.304166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:33.30435Z","time spent":"1.999806621s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/25 02:05:35 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-25T02:05:35.659176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.308565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:05:35.660188Z","caller":"traceutil/trace.go:171","msg":"trace[1959592157] linearizableReadLoop","detail":"{readStateIndex:25949; appliedIndex:25941; }","duration":"1.347172551s","start":"2026-07-25T02:05:34.312989Z","end":"2026-07-25T02:05:35.660161Z","steps":["trace[1959592157] 'read index received' (duration: 663.687323ms)","trace[1959592157] 'applied index is now lower than readState.Index' (duration: 683.483878ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:35.660216Z","caller":"traceutil/trace.go:171","msg":"trace[1078756321] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"1.348371065s","start":"2026-07-25T02:05:34.311793Z","end":"2026-07-25T02:05:35.660164Z","steps":["trace[1078756321] 'process raft request' (duration: 1.347776693s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.660234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.315008Z","time spent":"1.345215233s","remote":"127.0.0.1:51078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-25T02:05:35.660346Z","caller":"traceutil/trace.go:171","msg":"trace[521364558] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"1.341561322s","start":"2026-07-25T02:05:34.318771Z","end":"2026-07-25T02:05:35.660333Z","steps":["trace[521364558] 'process raft request' (duration: 1.341242516s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:35.660228Z","caller":"traceutil/trace.go:171","msg":"trace[675264779] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"1.348345474s","start":"2026-07-25T02:05:34.311826Z","end":"2026-07-25T02:05:35.660171Z","steps":["trace[675264779] 'process raft request' (duration: 1.348004758s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.660405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.311788Z","time spent":"1.348517548s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:35.660478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.318754Z","time spent":"1.341636153s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:35.660646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.311822Z","time spent":"1.348689771s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:35.660684Z","caller":"traceutil/trace.go:171","msg":"trace[1185405220] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"1.34967925s","start":"2026-07-25T02:05:34.310935Z","end":"2026-07-25T02:05:35.660614Z","steps":["trace[1185405220] 'process raft request' (duration: 665.722313ms)","trace[1185405220] 'compare' (duration: 682.104812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:35.660678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492132182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:35.660772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787134541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:35.660787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344095418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:05:35.660836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.820099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:35.660873Z","caller":"traceutil/trace.go:171","msg":"trace[740897800] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25123; }","duration":"360.930011ms","start":"2026-07-25T02:05:35.29993Z","end":"2026-07-25T02:05:35.66086Z","steps":["trace[740897800] 'agreement among raft nodes before linearized reading' (duration: 360.88078ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:35.660866Z","caller":"traceutil/trace.go:171","msg":"trace[229683708] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"1.349099149s","start":"2026-07-25T02:05:34.311744Z","end":"2026-07-25T02:05:35.660843Z","steps":["trace[229683708] 'process raft request' (duration: 1.347775843s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:35.660876Z","caller":"traceutil/trace.go:171","msg":"trace[1769186262] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"1.341869018s","start":"2026-07-25T02:05:34.318985Z","end":"2026-07-25T02:05:35.660854Z","steps":["trace[1769186262] 'process raft request' (duration: 1.341093033s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:35.660874Z","caller":"traceutil/trace.go:171","msg":"trace[1319782248] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25123; }","duration":"1.787259144s","start":"2026-07-25T02:05:33.873587Z","end":"2026-07-25T02:05:35.660846Z","steps":["trace[1319782248] 'agreement among raft nodes before linearized reading' (duration: 1.78707511s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:35.660892Z","caller":"traceutil/trace.go:171","msg":"trace[1413726262] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"1.349234231s","start":"2026-07-25T02:05:34.31164Z","end":"2026-07-25T02:05:35.660874Z","steps":["trace[1413726262] 'process raft request' (duration: 1.347742622s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:35.660899Z","caller":"traceutil/trace.go:171","msg":"trace[846214788] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"709.898093ms","start":"2026-07-25T02:05:34.95099Z","end":"2026-07-25T02:05:35.660888Z","steps":["trace[846214788] 'process raft request' (duration: 709.122838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.660951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.809817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:05:35.660947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:33.873538Z","time spent":"1.787394436s","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:35.660979Z","caller":"traceutil/trace.go:171","msg":"trace[807701778] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25123; }","duration":"310.890518ms","start":"2026-07-25T02:05:35.35008Z","end":"2026-07-25T02:05:35.66097Z","steps":["trace[807701778] 'agreement among raft nodes before linearized reading' (duration: 310.846667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.660968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187408023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-25T02:05:35.66098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.311614Z","time spent":"1.349324973s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:35.660886Z","caller":"traceutil/trace.go:171","msg":"trace[502129087] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25123; }","duration":"2.344228621s","start":"2026-07-25T02:05:33.316636Z","end":"2026-07-25T02:05:35.660864Z","steps":["trace[502129087] 'agreement among raft nodes before linearized reading' (duration: 2.344032167s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.66097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.311739Z","time spent":"1.34917333s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:35.661025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049648762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:35.661029Z","caller":"traceutil/trace.go:171","msg":"trace[1708038999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25123; }","duration":"1.187518615s","start":"2026-07-25T02:05:34.473493Z","end":"2026-07-25T02:05:35.661012Z","steps":["trace[1708038999] 'agreement among raft nodes before linearized reading' (duration: 1.187313901s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:35.661058Z","caller":"traceutil/trace.go:171","msg":"trace[1676977152] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25123; }","duration":"1.049745724s","start":"2026-07-25T02:05:34.611301Z","end":"2026-07-25T02:05:35.661047Z","steps":["trace[1676977152] 'agreement among raft nodes before linearized reading' (duration: 1.049695573s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.661058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.562527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:35.660975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.210135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:35.661095Z","caller":"traceutil/trace.go:171","msg":"trace[335205308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25123; }","duration":"356.637358ms","start":"2026-07-25T02:05:35.304447Z","end":"2026-07-25T02:05:35.661084Z","steps":["trace[335205308] 'agreement among raft nodes before linearized reading' (duration: 356.576197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.661096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.473466Z","time spent":"1.187616127s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-25T02:05:35.661127Z","caller":"traceutil/trace.go:171","msg":"trace[1541066464] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25123; }","duration":"826.39087ms","start":"2026-07-25T02:05:34.834722Z","end":"2026-07-25T02:05:35.661112Z","steps":["trace[1541066464] 'agreement among raft nodes before linearized reading' (duration: 826.213585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.661131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:35.30443Z","time spent":"356.69494ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:05:35.661162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.834639Z","time spent":"826.513522ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:35.660777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.310908Z","time spent":"1.349822423s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:35.661223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.52023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-25T02:05:35.661039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:33.316626Z","time spent":"2.344403054s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:35.661264Z","caller":"traceutil/trace.go:171","msg":"trace[488429681] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25123; }","duration":"591.56443ms","start":"2026-07-25T02:05:35.06969Z","end":"2026-07-25T02:05:35.661255Z","steps":["trace[488429681] 'agreement among raft nodes before linearized reading' (duration: 591.316175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.660803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235813618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-25T02:05:35.661306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:35.06962Z","time spent":"591.676742ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:35.661323Z","caller":"traceutil/trace.go:171","msg":"trace[151280914] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25123; }","duration":"3.236369709s","start":"2026-07-25T02:05:32.424932Z","end":"2026-07-25T02:05:35.661302Z","steps":["trace[151280914] 'agreement among raft nodes before linearized reading' (duration: 3.235753267s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.661369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:32.424908Z","time spent":"3.236448511s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T02:05:35.660909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:35.299909Z","time spent":"360.991783ms","remote":"127.0.0.1:51288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:35.660772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235958051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:05:35.66161Z","caller":"traceutil/trace.go:171","msg":"trace[333443207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25123; }","duration":"3.236811538s","start":"2026-07-25T02:05:32.424784Z","end":"2026-07-25T02:05:35.661596Z","steps":["trace[333443207] 'agreement among raft nodes before linearized reading' (duration: 3.235866169s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.661663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:32.424774Z","time spent":"3.236875129s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:35.660759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235562034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:05:35.661802Z","caller":"traceutil/trace.go:171","msg":"trace[1160702612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25123; }","duration":"3.236642434s","start":"2026-07-25T02:05:32.425149Z","end":"2026-07-25T02:05:35.661791Z","steps":["trace[1160702612] 'agreement among raft nodes before linearized reading' (duration: 3.23539698s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.661835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:32.42514Z","time spent":"3.236685095s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T02:05:35.660977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.318931Z","time spent":"1.34199494s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:35.660985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.950962Z","time spent":"709.985504ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:35.661001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:35.350051Z","time spent":"310.94588ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:35.660791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235673106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:05:35.66208Z","caller":"traceutil/trace.go:171","msg":"trace[1158751299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25123; }","duration":"3.236978911s","start":"2026-07-25T02:05:32.425088Z","end":"2026-07-25T02:05:35.662067Z","steps":["trace[1158751299] 'agreement among raft nodes before linearized reading' (duration: 3.235550203s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.662122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:32.425081Z","time spent":"3.237028761s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:35.661089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.611277Z","time spent":"1.049806335s","remote":"127.0.0.1:33522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:35.663188Z","caller":"traceutil/trace.go:171","msg":"trace[935138562] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25123; }","duration":"1.492346056s","start":"2026-07-25T02:05:34.16848Z","end":"2026-07-25T02:05:35.660826Z","steps":["trace[935138562] 'agreement among raft nodes before linearized reading' (duration: 1.492111212s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:35.663274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:34.168452Z","time spent":"1.494792844s","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:36.167441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:37.34674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01050259s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:05:37.347008Z","caller":"traceutil/trace.go:171","msg":"trace[982959032] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"1.685166208s","start":"2026-07-25T02:05:35.661798Z","end":"2026-07-25T02:05:37.346964Z","steps":["trace[982959032] 'process raft request' (duration: 674.353591ms)","trace[982959032] 'compare' (duration: 1.010036592s)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:37.347176Z","caller":"traceutil/trace.go:171","msg":"trace[938942464] linearizableReadLoop","detail":"{readStateIndex:25956; appliedIndex:25950; }","duration":"1.680074159s","start":"2026-07-25T02:05:35.667084Z","end":"2026-07-25T02:05:37.347158Z","steps":["trace[938942464] 'read index received' (duration: 669.077298ms)","trace[938942464] 'applied index is now lower than readState.Index' (duration: 1.010996041s)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:37.347223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:35.661777Z","time spent":"1.685326022s","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:37.347244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:35.66604Z","time spent":"1.681201751s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-25T02:05:37.347401Z","caller":"traceutil/trace.go:171","msg":"trace[624809259] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"1.02741177s","start":"2026-07-25T02:05:36.319963Z","end":"2026-07-25T02:05:37.347374Z","steps":["trace[624809259] 'process raft request' (duration: 1.027167085s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:37.347397Z","caller":"traceutil/trace.go:171","msg":"trace[1969660138] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"1.679417077s","start":"2026-07-25T02:05:35.667957Z","end":"2026-07-25T02:05:37.347374Z","steps":["trace[1969660138] 'process raft request' (duration: 1.679122211s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:37.347498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:36.319936Z","time spent":"1.027513262s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:37.347493Z","caller":"traceutil/trace.go:171","msg":"trace[2055243341] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"1.028000621s","start":"2026-07-25T02:05:36.319435Z","end":"2026-07-25T02:05:37.347436Z","steps":["trace[2055243341] 'process raft request' (duration: 1.027673855s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:37.347539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680454476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-25T02:05:37.347594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:35.667945Z","time spent":"1.679552399s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:37.347728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:36.319402Z","time spent":"1.028188845s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:37.347796Z","caller":"traceutil/trace.go:171","msg":"trace[1078626597] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"1.680360944s","start":"2026-07-25T02:05:35.667318Z","end":"2026-07-25T02:05:37.347679Z","steps":["trace[1078626597] 'process raft request' (duration: 1.679735593s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:37.347588Z","caller":"traceutil/trace.go:171","msg":"trace[408422037] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25130; }","duration":"1.680524098s","start":"2026-07-25T02:05:35.667055Z","end":"2026-07-25T02:05:37.347579Z","steps":["trace[408422037] 'agreement among raft nodes before linearized reading' (duration: 1.680323504s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:37.347898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:35.667045Z","time spent":"1.680838223s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-25T02:05:37.347905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:35.667308Z","time spent":"1.680543988s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:37.347748Z","caller":"traceutil/trace.go:171","msg":"trace[1852949427] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"1.680387254s","start":"2026-07-25T02:05:35.667287Z","end":"2026-07-25T02:05:37.347675Z","steps":["trace[1852949427] 'process raft request' (duration: 1.679731542s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:37.348014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:35.667278Z","time spent":"1.68070876s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:37.348133Z","caller":"traceutil/trace.go:171","msg":"trace[971306679] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"1.680807823s","start":"2026-07-25T02:05:35.666984Z","end":"2026-07-25T02:05:37.347792Z","steps":["trace[971306679] 'process raft request' (duration: 1.679958897s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:37.348466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:35.666971Z","time spent":"1.681307143s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:37.668363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-25T02:05:37.668443Z","caller":"traceutil/trace.go:171","msg":"trace[1639701031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441602s","start":"2026-07-25T02:05:35.667983Z","end":"2026-07-25T02:05:37.668424Z","steps":["trace[1639701031] 'agreement among raft nodes before linearized reading' (duration: 2.00033495s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:37.668484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:35.667976Z","time spent":"2.000499073s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/25 02:05:37 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-25T02:05:37.847817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:38.348168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:38.623077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323195845s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-25T02:05:38.722588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.063377ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:38.722742Z","caller":"traceutil/trace.go:171","msg":"trace[732870397] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25130; }","duration":"578.23574ms","start":"2026-07-25T02:05:38.144485Z","end":"2026-07-25T02:05:38.722721Z","steps":["trace[732870397] 'range keys from in-memory index tree' (duration: 578.038947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:38.724564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.982065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:05:38.724769Z","caller":"traceutil/trace.go:171","msg":"trace[1217475109] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"2.058164145s","start":"2026-07-25T02:05:36.666591Z","end":"2026-07-25T02:05:38.724755Z","steps":["trace[1217475109] 'process raft request' (duration: 1.956900994s)","trace[1217475109] 'compare' (duration: 100.7253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:38.724834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:36.666558Z","time spent":"2.058248487s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:38.725381Z","caller":"traceutil/trace.go:171","msg":"trace[1487421523] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"1.704596776s","start":"2026-07-25T02:05:37.020775Z","end":"2026-07-25T02:05:38.725372Z","steps":["trace[1487421523] 'process raft request' (duration: 1.704546305s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:38.725441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.020756Z","time spent":"1.704656377s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:38.725706Z","caller":"traceutil/trace.go:171","msg":"trace[133492111] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"1.914101662s","start":"2026-07-25T02:05:36.811591Z","end":"2026-07-25T02:05:38.725693Z","steps":["trace[133492111] 'process raft request' (duration: 1.913044872s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:38.725768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:36.811555Z","time spent":"1.914187974s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:39.462078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999770769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-25T02:05:39.462152Z","caller":"traceutil/trace.go:171","msg":"trace[1527989153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999927532s","start":"2026-07-25T02:05:37.462207Z","end":"2026-07-25T02:05:39.462134Z","steps":["trace[1527989153] 'agreement among raft nodes before linearized reading' (duration: 1.99982103s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:39.462189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.462187Z","time spent":"1.999996324s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/25 02:05:39 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-25T02:05:39.668451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-25T02:05:39.668567Z","caller":"traceutil/trace.go:171","msg":"trace[1078129807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068545s","start":"2026-07-25T02:05:37.668471Z","end":"2026-07-25T02:05:39.668539Z","steps":["trace[1078129807] 'agreement among raft nodes before linearized reading' (duration: 1.999917222s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:39.668643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.668459Z","time spent":"2.000158427s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:05:40.073832Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.349323964s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T02:05:40.170215Z","caller":"traceutil/trace.go:171","msg":"trace[841579957] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"2.502887128s","start":"2026-07-25T02:05:37.667295Z","end":"2026-07-25T02:05:40.170182Z","steps":["trace[841579957] 'process raft request' (duration: 2.502480331s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:40.170256Z","caller":"traceutil/trace.go:171","msg":"trace[889676165] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"2.501471651s","start":"2026-07-25T02:05:37.66874Z","end":"2026-07-25T02:05:40.170212Z","steps":["trace[889676165] 'process raft request' (duration: 2.501097924s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:40.170335Z","caller":"traceutil/trace.go:171","msg":"trace[452576757] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"2.501492621s","start":"2026-07-25T02:05:37.6688Z","end":"2026-07-25T02:05:40.170292Z","steps":["trace[452576757] 'process raft request' (duration: 2.501065213s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.170388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.667255Z","time spent":"2.503042452s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:40.170443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.66852Z","time spent":"2.501813407s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:40.170516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.668769Z","time spent":"2.501645525s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:40.170595Z","caller":"traceutil/trace.go:171","msg":"trace[1523506942] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"2.81906237s","start":"2026-07-25T02:05:37.351523Z","end":"2026-07-25T02:05:40.170585Z","steps":["trace[1523506942] 'process raft request' (duration: 2.722851558s)","trace[1523506942] 'compare' (duration: 94.973038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:40.170635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.351486Z","time spent":"2.81913041s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-25T02:05:40.170603Z","caller":"traceutil/trace.go:171","msg":"trace[729460396] linearizableReadLoop","detail":"{readStateIndex:25967; appliedIndex:25958; }","duration":"2.823346762s","start":"2026-07-25T02:05:37.347205Z","end":"2026-07-25T02:05:40.170552Z","steps":["trace[729460396] 'read index received' (duration: 1.27623318s)","trace[729460396] 'applied index is now lower than readState.Index' (duration: 1.547103622s)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:40.170694Z","caller":"traceutil/trace.go:171","msg":"trace[277853212] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"2.503532141s","start":"2026-07-25T02:05:37.66715Z","end":"2026-07-25T02:05:40.170682Z","steps":["trace[277853212] 'process raft request' (duration: 2.502510872s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:40.170748Z","caller":"traceutil/trace.go:171","msg":"trace[43817645] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"2.503393898s","start":"2026-07-25T02:05:37.667339Z","end":"2026-07-25T02:05:40.170733Z","steps":["trace[43817645] 'process raft request' (duration: 2.50247105s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.170754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.667113Z","time spent":"2.503605792s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:40.170813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.667326Z","time spent":"2.503451029s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:40.36659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.655246ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-25T02:05:40.366629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809614373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:40.366715Z","caller":"traceutil/trace.go:171","msg":"trace[711142334] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25139; }","duration":"3.809781496s","start":"2026-07-25T02:05:36.556907Z","end":"2026-07-25T02:05:40.366689Z","steps":["trace[711142334] 'agreement among raft nodes before linearized reading' (duration: 3.613881765s)","trace[711142334] 'count revisions from in-memory index tree' (duration: 195.763889ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:40.366781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:36.55687Z","time spent":"3.809898908s","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:40.366911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391295993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:05:40.366902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.947051287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:40.366963Z","caller":"traceutil/trace.go:171","msg":"trace[537309140] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25139; }","duration":"3.391396865s","start":"2026-07-25T02:05:36.97554Z","end":"2026-07-25T02:05:40.366937Z","steps":["trace[537309140] 'agreement among raft nodes before linearized reading' (duration: 3.195210828s)","trace[537309140] 'count revisions from in-memory index tree' (duration: 196.121296ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:40.366994Z","caller":"traceutil/trace.go:171","msg":"trace[2055040071] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25139; }","duration":"3.94715536s","start":"2026-07-25T02:05:36.419816Z","end":"2026-07-25T02:05:40.366971Z","steps":["trace[2055040071] 'agreement among raft nodes before linearized reading' (duration: 3.750983852s)","trace[2055040071] 'range keys from in-memory index tree' (duration: 196.048924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:40.367006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:36.975508Z","time spent":"3.391486178s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:40.367032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:36.419785Z","time spent":"3.947236912s","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-25T02:05:40.367164Z","caller":"traceutil/trace.go:171","msg":"trace[248475496] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"1.011567002s","start":"2026-07-25T02:05:39.355579Z","end":"2026-07-25T02:05:40.367146Z","steps":["trace[248475496] 'process raft request' (duration: 1.011124513s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.367214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.738734294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:40.367367Z","caller":"traceutil/trace.go:171","msg":"trace[913966169] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25139; }","duration":"3.738952598s","start":"2026-07-25T02:05:36.628385Z","end":"2026-07-25T02:05:40.367337Z","steps":["trace[913966169] 'agreement among raft nodes before linearized reading' (duration: 3.542392953s)","trace[913966169] 'count revisions from in-memory index tree' (duration: 196.283639ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:40.367287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:39.355568Z","time spent":"1.011632474s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:40.367438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:36.628246Z","time spent":"3.739175693s","remote":"127.0.0.1:52678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:40.453091Z","caller":"traceutil/trace.go:171","msg":"trace[1823796384] linearizableReadLoop","detail":"{readStateIndex:25970; appliedIndex:25967; }","duration":"282.377424ms","start":"2026-07-25T02:05:40.170682Z","end":"2026-07-25T02:05:40.453059Z","steps":["trace[1823796384] 'read index received' (duration: 125.702µs)","trace[1823796384] 'applied index is now lower than readState.Index' (duration: 282.250422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:40.453565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101245151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-25T02:05:40.453585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013170573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:40.453621Z","caller":"traceutil/trace.go:171","msg":"trace[284825438] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25141; }","duration":"3.101324161s","start":"2026-07-25T02:05:37.352283Z","end":"2026-07-25T02:05:40.453607Z","steps":["trace[284825438] 'agreement among raft nodes before linearized reading' (duration: 3.101217509s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:40.453657Z","caller":"traceutil/trace.go:171","msg":"trace[1676420462] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25141; }","duration":"1.013258704s","start":"2026-07-25T02:05:39.440367Z","end":"2026-07-25T02:05:40.453626Z","steps":["trace[1676420462] 'agreement among raft nodes before linearized reading' (duration: 1.0130633s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.453667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.352267Z","time spent":"3.101388443s","remote":"127.0.0.1:51192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-25T02:05:40.453263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215565667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:40.453708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:39.440348Z","time spent":"1.013349386s","remote":"127.0.0.1:51394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:40.453307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188988424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:40.453731Z","caller":"traceutil/trace.go:171","msg":"trace[293419319] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25141; }","duration":"2.216131688s","start":"2026-07-25T02:05:38.237583Z","end":"2026-07-25T02:05:40.453715Z","steps":["trace[293419319] 'agreement among raft nodes before linearized reading' (duration: 2.215541607s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.453736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103374381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"warn","ts":"2026-07-25T02:05:40.453777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:38.237529Z","time spent":"2.216235621s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:40.453779Z","caller":"traceutil/trace.go:171","msg":"trace[713743433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25141; }","duration":"1.189485923s","start":"2026-07-25T02:05:39.264266Z","end":"2026-07-25T02:05:40.453752Z","steps":["trace[713743433] 'agreement among raft nodes before linearized reading' (duration: 1.188914672s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:40.453787Z","caller":"traceutil/trace.go:171","msg":"trace[1822456800] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25141; }","duration":"3.103435774s","start":"2026-07-25T02:05:37.350338Z","end":"2026-07-25T02:05:40.453774Z","steps":["trace[1822456800] 'agreement among raft nodes before linearized reading' (duration: 3.10328485s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.453832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.350319Z","time spent":"3.103505444s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18252,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-25T02:05:40.453842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:39.264244Z","time spent":"1.189577956s","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:40.453332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900693711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:40.454024Z","caller":"traceutil/trace.go:171","msg":"trace[174535020] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25141; }","duration":"1.901443766s","start":"2026-07-25T02:05:38.552564Z","end":"2026-07-25T02:05:40.454008Z","steps":["trace[174535020] 'agreement among raft nodes before linearized reading' (duration: 1.900736242s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.454065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:38.552529Z","time spent":"1.901523308s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:40.453346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100088965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:05:40.454126Z","caller":"traceutil/trace.go:171","msg":"trace[760253169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25141; }","duration":"1.100903561s","start":"2026-07-25T02:05:39.35321Z","end":"2026-07-25T02:05:40.454113Z","steps":["trace[760253169] 'agreement among raft nodes before linearized reading' (duration: 1.099894101s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.454162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:39.353204Z","time spent":"1.100946532s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:40.453347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78669707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-25T02:05:40.453398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362464556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-25T02:05:40.454254Z","caller":"traceutil/trace.go:171","msg":"trace[1165028249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25141; }","duration":"2.787630618s","start":"2026-07-25T02:05:37.666613Z","end":"2026-07-25T02:05:40.454243Z","steps":["trace[1165028249] 'agreement among raft nodes before linearized reading' (duration: 2.786540677s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:40.454281Z","caller":"traceutil/trace.go:171","msg":"trace[318615454] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25141; }","duration":"2.363418145s","start":"2026-07-25T02:05:38.090839Z","end":"2026-07-25T02:05:40.454257Z","steps":["trace[318615454] 'agreement among raft nodes before linearized reading' (duration: 2.362365764s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.454327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:38.090801Z","time spent":"2.363512007s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-25T02:05:40.454364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.666482Z","time spent":"2.787796251s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T02:05:40.454359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.978021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:40.453414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.737723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:40.453463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101073114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-25T02:05:40.454668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.070901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c56624d2c028f3\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-25T02:05:40.453465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100204806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:05:40.454858Z","caller":"traceutil/trace.go:171","msg":"trace[1291681856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25141; }","duration":"1.101603294s","start":"2026-07-25T02:05:39.353245Z","end":"2026-07-25T02:05:40.454848Z","steps":["trace[1291681856] 'agreement among raft nodes before linearized reading' (duration: 1.100161076s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.454899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:39.353241Z","time spent":"1.101647624s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-25T02:05:40.453503Z","caller":"traceutil/trace.go:171","msg":"trace[957470569] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"1.095860531s","start":"2026-07-25T02:05:39.35762Z","end":"2026-07-25T02:05:40.45348Z","steps":["trace[957470569] 'process raft request' (duration: 1.009509462s)","trace[957470569] 'compare' (duration: 85.759548ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:40.453527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.577057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:40.454816Z","caller":"traceutil/trace.go:171","msg":"trace[672399085] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c56624d2c028f3; range_end:; response_count:1; response_revision:25141; }","duration":"276.255185ms","start":"2026-07-25T02:05:40.178548Z","end":"2026-07-25T02:05:40.454803Z","steps":["trace[672399085] 'agreement among raft nodes before linearized reading' (duration: 275.145673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.455066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:39.357609Z","time spent":"1.09734651s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:40.453532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787119758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T02:05:40.455075Z","caller":"traceutil/trace.go:171","msg":"trace[1185218304] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25141; }","duration":"415.107006ms","start":"2026-07-25T02:05:40.039941Z","end":"2026-07-25T02:05:40.455048Z","steps":["trace[1185218304] 'agreement among raft nodes before linearized reading' (duration: 413.555096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.453543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.930083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:40.45517Z","caller":"traceutil/trace.go:171","msg":"trace[2083538984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25141; }","duration":"2.78876738s","start":"2026-07-25T02:05:37.666358Z","end":"2026-07-25T02:05:40.455126Z","steps":["trace[2083538984] 'agreement among raft nodes before linearized reading' (duration: 2.787108578s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.455197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.038627Z","time spent":"416.522554ms","remote":"127.0.0.1:42028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:40.455218Z","caller":"traceutil/trace.go:171","msg":"trace[346296169] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25141; }","duration":"564.669297ms","start":"2026-07-25T02:05:39.890535Z","end":"2026-07-25T02:05:40.455205Z","steps":["trace[346296169] 'agreement among raft nodes before linearized reading' (duration: 562.969423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.455239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:37.666333Z","time spent":"2.788886683s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:40.455261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:39.8905Z","time spent":"564.747749ms","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:40.454478Z","caller":"traceutil/trace.go:171","msg":"trace[1837840822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25141; }","duration":"777.861796ms","start":"2026-07-25T02:05:39.676607Z","end":"2026-07-25T02:05:40.454469Z","steps":["trace[1837840822] 'agreement among raft nodes before linearized reading' (duration: 776.735863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.453463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099274139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T02:05:40.454466Z","caller":"traceutil/trace.go:171","msg":"trace[892967897] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25141; }","duration":"238.136093ms","start":"2026-07-25T02:05:40.216304Z","end":"2026-07-25T02:05:40.45444Z","steps":["trace[892967897] 'agreement among raft nodes before linearized reading' (duration: 237.95483ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:40.455652Z","caller":"traceutil/trace.go:171","msg":"trace[1066052576] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25141; }","duration":"1.101447461s","start":"2026-07-25T02:05:39.354169Z","end":"2026-07-25T02:05:40.455616Z","steps":["trace[1066052576] 'agreement among raft nodes before linearized reading' (duration: 1.099196517s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.455762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:39.354163Z","time spent":"1.101567363s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T02:05:40.45613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:39.676586Z","time spent":"778.782053ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T02:05:40.456685Z","caller":"traceutil/trace.go:171","msg":"trace[581505297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25141; }","duration":"1.102615233s","start":"2026-07-25T02:05:39.352355Z","end":"2026-07-25T02:05:40.45497Z","steps":["trace[581505297] 'agreement among raft nodes before linearized reading' (duration: 1.100981171s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:40.456779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:39.352329Z","time spent":"1.104416259s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T02:05:40.96047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681285,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-25T02:05:41.2118Z","caller":"traceutil/trace.go:171","msg":"trace[386659389] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"753.092723ms","start":"2026-07-25T02:05:40.458678Z","end":"2026-07-25T02:05:41.211771Z","steps":["trace[386659389] 'process raft request' (duration: 752.867559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:41.211981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.458659Z","time spent":"753.230186ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:42.555911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.34246107s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T02:05:42.556519Z","caller":"traceutil/trace.go:171","msg":"trace[824130197] linearizableReadLoop","detail":"{readStateIndex:25977; appliedIndex:25970; }","duration":"2.096784266s","start":"2026-07-25T02:05:40.459714Z","end":"2026-07-25T02:05:42.556498Z","steps":["trace[824130197] 'read index received' (duration: 751.845358ms)","trace[824130197] 'applied index is now lower than readState.Index' (duration: 1.344937768s)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:42.556607Z","caller":"traceutil/trace.go:171","msg":"trace[1694700539] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"2.094771258s","start":"2026-07-25T02:05:40.461822Z","end":"2026-07-25T02:05:42.556593Z","steps":["trace[1694700539] 'process raft request' (duration: 2.094517693s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:42.556568Z","caller":"traceutil/trace.go:171","msg":"trace[1123436352] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"2.095006532s","start":"2026-07-25T02:05:40.461517Z","end":"2026-07-25T02:05:42.556523Z","steps":["trace[1123436352] 'process raft request' (duration: 2.094785888s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:42.556976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097226305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-941b78b1-f137-4b5b-b157-da0599daf514\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-25T02:05:42.55691Z","caller":"traceutil/trace.go:171","msg":"trace[945576300] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"2.096774267s","start":"2026-07-25T02:05:40.460069Z","end":"2026-07-25T02:05:42.556843Z","steps":["trace[945576300] 'process raft request' (duration: 2.096075543s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:42.556677Z","caller":"traceutil/trace.go:171","msg":"trace[106617969] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"2.094623095s","start":"2026-07-25T02:05:40.462001Z","end":"2026-07-25T02:05:42.556624Z","steps":["trace[106617969] 'process raft request' (duration: 2.094418511s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:42.55718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.460046Z","time spent":"2.097033582s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:42.557233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.461994Z","time spent":"2.095205387s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:42.557039Z","caller":"traceutil/trace.go:171","msg":"trace[1361930528] range","detail":"{range_begin:/registry/persistentvolumes/pvc-941b78b1-f137-4b5b-b157-da0599daf514; range_end:; response_count:1; response_revision:25148; }","duration":"2.097319727s","start":"2026-07-25T02:05:40.459705Z","end":"2026-07-25T02:05:42.557025Z","steps":["trace[1361930528] 'agreement among raft nodes before linearized reading' (duration: 2.097078552s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:42.557367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.459656Z","time spent":"2.097691954s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-941b78b1-f137-4b5b-b157-da0599daf514\" "} {"level":"warn","ts":"2026-07-25T02:05:42.55672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.461811Z","time spent":"2.094827108s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:42.557411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.461499Z","time spent":"2.0953853s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:42.556746Z","caller":"traceutil/trace.go:171","msg":"trace[1637391968] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"2.094786407s","start":"2026-07-25T02:05:40.46195Z","end":"2026-07-25T02:05:42.556736Z","steps":["trace[1637391968] 'process raft request' (duration: 2.094431311s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:42.556761Z","caller":"traceutil/trace.go:171","msg":"trace[1321415317] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"2.094587423s","start":"2026-07-25T02:05:40.462165Z","end":"2026-07-25T02:05:42.556752Z","steps":["trace[1321415317] 'process raft request' (duration: 2.094290357s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:42.557686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.461942Z","time spent":"2.095652145s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:42.557853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.462156Z","time spent":"2.095618735s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:43.057104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:43.303308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-25T02:05:43.303409Z","caller":"traceutil/trace.go:171","msg":"trace[1100101988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000684356s","start":"2026-07-25T02:05:41.302701Z","end":"2026-07-25T02:05:43.303385Z","steps":["trace[1100101988] 'agreement among raft nodes before linearized reading' (duration: 2.000536783s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.303465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:41.302679Z","time spent":"2.000776829s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/25 02:05:43 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-25T02:05:43.446503Z","caller":"traceutil/trace.go:171","msg":"trace[1969179613] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"1.265529273s","start":"2026-07-25T02:05:42.180952Z","end":"2026-07-25T02:05:43.446482Z","steps":["trace[1969179613] 'process raft request' (duration: 1.26536088s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.446636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.180933Z","time spent":"1.265632085s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:43.446784Z","caller":"traceutil/trace.go:171","msg":"trace[1232826783] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"1.264533683s","start":"2026-07-25T02:05:42.182212Z","end":"2026-07-25T02:05:43.446745Z","steps":["trace[1232826783] 'process raft request' (duration: 1.264236968s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:43.446946Z","caller":"traceutil/trace.go:171","msg":"trace[1347259405] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"1.264422811s","start":"2026-07-25T02:05:42.182513Z","end":"2026-07-25T02:05:43.446936Z","steps":["trace[1347259405] 'process raft request' (duration: 1.264140115s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.44697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.182169Z","time spent":"1.264692306s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:43.446998Z","caller":"traceutil/trace.go:171","msg":"trace[876180167] linearizableReadLoop","detail":"{readStateIndex:25984; appliedIndex:25977; }","duration":"890.406554ms","start":"2026-07-25T02:05:42.556563Z","end":"2026-07-25T02:05:43.446969Z","steps":["trace[876180167] 'read index received' (duration: 889.774702ms)","trace[876180167] 'applied index is now lower than readState.Index' (duration: 630.342µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:43.446989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.182496Z","time spent":"1.264469852s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:43.447147Z","caller":"traceutil/trace.go:171","msg":"trace[853462174] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"1.264233977s","start":"2026-07-25T02:05:42.182897Z","end":"2026-07-25T02:05:43.447131Z","steps":["trace[853462174] 'process raft request' (duration: 1.263888191s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.447273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.18288Z","time spent":"1.264296669s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:43.447364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562922839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:05:43.447701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31370686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:43.44827Z","caller":"traceutil/trace.go:171","msg":"trace[2058067043] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25155; }","duration":"1.314375064s","start":"2026-07-25T02:05:42.133855Z","end":"2026-07-25T02:05:43.44823Z","steps":["trace[2058067043] 'agreement among raft nodes before linearized reading' (duration: 1.313699431s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.448341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.133835Z","time spent":"1.314490556s","remote":"127.0.0.1:50182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:43.448269Z","caller":"traceutil/trace.go:171","msg":"trace[97149202] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25155; }","duration":"1.563856198s","start":"2026-07-25T02:05:41.88437Z","end":"2026-07-25T02:05:43.448226Z","steps":["trace[97149202] 'agreement among raft nodes before linearized reading' (duration: 1.562958641s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.448433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:41.884338Z","time spent":"1.564068901s","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:43.447428Z","caller":"traceutil/trace.go:171","msg":"trace[1868454863] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"1.072867985s","start":"2026-07-25T02:05:42.374553Z","end":"2026-07-25T02:05:43.447421Z","steps":["trace[1868454863] 'process raft request' (duration: 1.072323414s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.448611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.374514Z","time spent":"1.074051717s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:43.447431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937313841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:43.448733Z","caller":"traceutil/trace.go:171","msg":"trace[230933687] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25155; }","duration":"2.938631026s","start":"2026-07-25T02:05:40.510085Z","end":"2026-07-25T02:05:43.448716Z","steps":["trace[230933687] 'agreement among raft nodes before linearized reading' (duration: 2.93729516s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.448787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.510074Z","time spent":"2.938688567s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-25T02:05:43.447453Z","caller":"traceutil/trace.go:171","msg":"trace[221704826] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"985.80295ms","start":"2026-07-25T02:05:42.461642Z","end":"2026-07-25T02:05:43.447445Z","steps":["trace[221704826] 'process raft request' (duration: 985.278469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.448966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.461615Z","time spent":"987.31934ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:43.447491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26892795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:43.449137Z","caller":"traceutil/trace.go:171","msg":"trace[1540000404] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25155; }","duration":"1.270569351s","start":"2026-07-25T02:05:42.178518Z","end":"2026-07-25T02:05:43.449087Z","steps":["trace[1540000404] 'agreement among raft nodes before linearized reading' (duration: 1.26894944s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.447494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290656338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:43.449238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.178493Z","time spent":"1.270715144s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:43.449247Z","caller":"traceutil/trace.go:171","msg":"trace[589481554] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25155; }","duration":"2.292441753s","start":"2026-07-25T02:05:41.156788Z","end":"2026-07-25T02:05:43.449229Z","steps":["trace[589481554] 'agreement among raft nodes before linearized reading' (duration: 2.290670108s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.449584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:41.156764Z","time spent":"2.292600816s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:43.44773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987196651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:43.449693Z","caller":"traceutil/trace.go:171","msg":"trace[1488740341] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25155; }","duration":"2.98917361s","start":"2026-07-25T02:05:40.460475Z","end":"2026-07-25T02:05:43.449648Z","steps":["trace[1488740341] 'agreement among raft nodes before linearized reading' (duration: 2.987170321s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.449812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.460451Z","time spent":"2.989323483s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-25T02:05:43.447908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987400316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:05:43.449898Z","caller":"traceutil/trace.go:171","msg":"trace[1210793743] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25155; }","duration":"2.989377014s","start":"2026-07-25T02:05:40.460482Z","end":"2026-07-25T02:05:43.449859Z","steps":["trace[1210793743] 'agreement among raft nodes before linearized reading' (duration: 2.987280763s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:43.447402Z","caller":"traceutil/trace.go:171","msg":"trace[910853597] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"1.264262678s","start":"2026-07-25T02:05:42.183129Z","end":"2026-07-25T02:05:43.447392Z","steps":["trace[910853597] 'process raft request' (duration: 1.263706587s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.44758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821486517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:43.449973Z","caller":"traceutil/trace.go:171","msg":"trace[1277290606] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25155; }","duration":"2.823921254s","start":"2026-07-25T02:05:40.626044Z","end":"2026-07-25T02:05:43.449965Z","steps":["trace[1277290606] 'agreement among raft nodes before linearized reading' (duration: 2.821470847s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.450035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.183099Z","time spent":"1.266897609s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:43.450012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.460473Z","time spent":"2.989503106s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-25T02:05:43.450045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:40.626005Z","time spent":"2.823999255s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:43.532708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.893788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-07-25T02:05:43.5327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.12248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:43.532769Z","caller":"traceutil/trace.go:171","msg":"trace[155639280] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25156; }","duration":"937.98776ms","start":"2026-07-25T02:05:42.594766Z","end":"2026-07-25T02:05:43.532754Z","steps":["trace[155639280] 'agreement among raft nodes before linearized reading' (duration: 937.755765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.532809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.594746Z","time spent":"938.056621ms","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"info","ts":"2026-07-25T02:05:43.532681Z","caller":"traceutil/trace.go:171","msg":"trace[248047789] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"360.350821ms","start":"2026-07-25T02:05:43.172288Z","end":"2026-07-25T02:05:43.532639Z","steps":["trace[248047789] 'process raft request' (duration: 359.917303ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:43.532807Z","caller":"traceutil/trace.go:171","msg":"trace[1510733988] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25156; }","duration":"703.341095ms","start":"2026-07-25T02:05:42.829447Z","end":"2026-07-25T02:05:43.532788Z","steps":["trace[1510733988] 'agreement among raft nodes before linearized reading' (duration: 703.050298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.532938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.067608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:43.532875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.299333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-25T02:05:43.532994Z","caller":"traceutil/trace.go:171","msg":"trace[1016037102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25156; }","duration":"229.146549ms","start":"2026-07-25T02:05:43.303823Z","end":"2026-07-25T02:05:43.53297Z","steps":["trace[1016037102] 'agreement among raft nodes before linearized reading' (duration: 229.090208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.532997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.829413Z","time spent":"703.553659ms","remote":"127.0.0.1:41512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:43.533019Z","caller":"traceutil/trace.go:171","msg":"trace[328448477] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25156; }","duration":"834.529867ms","start":"2026-07-25T02:05:42.698462Z","end":"2026-07-25T02:05:43.532992Z","steps":["trace[328448477] 'agreement among raft nodes before linearized reading' (duration: 834.235101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.533088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.698428Z","time spent":"834.641329ms","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-07-25T02:05:43.533274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:43.172243Z","time spent":"360.686587ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:43.533326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.168683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-25T02:05:43.533363Z","caller":"traceutil/trace.go:171","msg":"trace[1290723066] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25156; }","duration":"866.261635ms","start":"2026-07-25T02:05:42.667086Z","end":"2026-07-25T02:05:43.533348Z","steps":["trace[1290723066] 'agreement among raft nodes before linearized reading' (duration: 866.095432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.533388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:42.667059Z","time spent":"866.324666ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-25T02:05:43.532851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.755072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-25T02:05:43.533434Z","caller":"traceutil/trace.go:171","msg":"trace[1367356671] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25156; }","duration":"503.420556ms","start":"2026-07-25T02:05:43.029994Z","end":"2026-07-25T02:05:43.533414Z","steps":["trace[1367356671] 'agreement among raft nodes before linearized reading' (duration: 502.500537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:43.533503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:43.029967Z","time spent":"503.510197ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-25T02:05:44.235603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.740678ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-25T02:05:44.235812Z","caller":"traceutil/trace.go:171","msg":"trace[1091651897] linearizableReadLoop","detail":"{readStateIndex:25986; appliedIndex:25985; }","duration":"697.782197ms","start":"2026-07-25T02:05:43.538005Z","end":"2026-07-25T02:05:44.235787Z","steps":["trace[1091651897] 'read index received' (duration: 95.818865ms)","trace[1091651897] 'applied index is now lower than readState.Index' (duration: 601.961242ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:44.235852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:43.537189Z","time spent":"698.648454ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-25T02:05:44.236112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.091973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-25T02:05:44.236153Z","caller":"traceutil/trace.go:171","msg":"trace[867397139] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25156; }","duration":"698.167515ms","start":"2026-07-25T02:05:43.537975Z","end":"2026-07-25T02:05:44.236143Z","steps":["trace[867397139] 'agreement among raft nodes before linearized reading' (duration: 697.92249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.236197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:43.537951Z","time spent":"698.236105ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-25T02:05:44.961741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.510427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:05:44.962116Z","caller":"traceutil/trace.go:171","msg":"trace[294081336] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"1.228157716s","start":"2026-07-25T02:05:43.733933Z","end":"2026-07-25T02:05:44.962091Z","steps":["trace[294081336] 'process raft request' (duration: 1.227957392s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.962205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:43.733908Z","time spent":"1.228260277s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:44.962192Z","caller":"traceutil/trace.go:171","msg":"trace[457190559] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"1.420479368s","start":"2026-07-25T02:05:43.541559Z","end":"2026-07-25T02:05:44.962039Z","steps":["trace[457190559] 'process raft request' (duration: 806.513772ms)","trace[457190559] 'compare' (duration: 613.093299ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:44.962327Z","caller":"traceutil/trace.go:171","msg":"trace[2065915730] linearizableReadLoop","detail":"{readStateIndex:25988; appliedIndex:25986; }","duration":"726.433354ms","start":"2026-07-25T02:05:44.235854Z","end":"2026-07-25T02:05:44.962287Z","steps":["trace[2065915730] 'read index received' (duration: 112.303285ms)","trace[2065915730] 'applied index is now lower than readState.Index' (duration: 614.127799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:44.962462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:43.541544Z","time spent":"1.420762754s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:44.962501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.616529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:44.962567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419461978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:44.962598Z","caller":"traceutil/trace.go:171","msg":"trace[1140046716] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25159; }","duration":"999.795313ms","start":"2026-07-25T02:05:43.962782Z","end":"2026-07-25T02:05:44.962577Z","steps":["trace[1140046716] 'agreement among raft nodes before linearized reading' (duration: 999.528508ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:44.962615Z","caller":"traceutil/trace.go:171","msg":"trace[2016344840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25159; }","duration":"1.41954803s","start":"2026-07-25T02:05:43.54305Z","end":"2026-07-25T02:05:44.962598Z","steps":["trace[2016344840] 'agreement among raft nodes before linearized reading' (duration: 1.419446438s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.96284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:43.962754Z","time spent":"999.890404ms","remote":"127.0.0.1:42092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:44.962866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:43.543038Z","time spent":"1.419802115s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T02:05:44.962833Z","caller":"traceutil/trace.go:171","msg":"trace[607898998] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"725.576297ms","start":"2026-07-25T02:05:44.237017Z","end":"2026-07-25T02:05:44.962593Z","steps":["trace[607898998] 'process raft request' (duration: 725.011185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.962992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.110369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:44.963033Z","caller":"traceutil/trace.go:171","msg":"trace[247212682] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25159; }","duration":"908.194861ms","start":"2026-07-25T02:05:44.054825Z","end":"2026-07-25T02:05:44.96302Z","steps":["trace[247212682] 'agreement among raft nodes before linearized reading' (duration: 908.13036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.963069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.054787Z","time spent":"908.273712ms","remote":"127.0.0.1:33586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:44.963104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.236959Z","time spent":"726.018665ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:44.963205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.937632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T02:05:44.963256Z","caller":"traceutil/trace.go:171","msg":"trace[1560045527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25159; }","duration":"399.006623ms","start":"2026-07-25T02:05:44.564235Z","end":"2026-07-25T02:05:44.963242Z","steps":["trace[1560045527] 'agreement among raft nodes before linearized reading' (duration: 398.82787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.963257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.37174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-25T02:05:44.963294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.564223Z","time spent":"399.063644ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:44.963289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.394333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"info","ts":"2026-07-25T02:05:44.963336Z","caller":"traceutil/trace.go:171","msg":"trace[1214898792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25159; }","duration":"399.524403ms","start":"2026-07-25T02:05:44.563794Z","end":"2026-07-25T02:05:44.963319Z","steps":["trace[1214898792] 'agreement among raft nodes before linearized reading' (duration: 399.318669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.963374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.56374Z","time spent":"399.626954ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-25T02:05:44.963381Z","caller":"traceutil/trace.go:171","msg":"trace[1957666542] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25159; }","duration":"725.552466ms","start":"2026-07-25T02:05:44.237806Z","end":"2026-07-25T02:05:44.963359Z","steps":["trace[1957666542] 'agreement among raft nodes before linearized reading' (duration: 725.260621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.963391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423546097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c56624d2c028f3\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-25T02:05:44.963414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.501472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-25T02:05:44.963428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.23778Z","time spent":"725.639388ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18252,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-25T02:05:44.963432Z","caller":"traceutil/trace.go:171","msg":"trace[2068389318] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c56624d2c028f3; range_end:; response_count:1; response_revision:25159; }","duration":"1.423640728s","start":"2026-07-25T02:05:43.539779Z","end":"2026-07-25T02:05:44.96342Z","steps":["trace[2068389318] 'agreement among raft nodes before linearized reading' (duration: 1.423464295s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.96344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.073195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:05:44.963528Z","caller":"traceutil/trace.go:171","msg":"trace[917575279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25159; }","duration":"399.187106ms","start":"2026-07-25T02:05:44.564326Z","end":"2026-07-25T02:05:44.963513Z","steps":["trace[917575279] 'agreement among raft nodes before linearized reading' (duration: 398.933791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.963581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.970911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:05:44.963611Z","caller":"traceutil/trace.go:171","msg":"trace[718933302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25159; }","duration":"401.025563ms","start":"2026-07-25T02:05:44.562578Z","end":"2026-07-25T02:05:44.963603Z","steps":["trace[718933302] 'agreement among raft nodes before linearized reading' (duration: 400.93881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.963637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.562561Z","time spent":"401.070083ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-25T02:05:44.963453Z","caller":"traceutil/trace.go:171","msg":"trace[1793081641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25159; }","duration":"399.559754ms","start":"2026-07-25T02:05:44.563884Z","end":"2026-07-25T02:05:44.963443Z","steps":["trace[1793081641] 'agreement among raft nodes before linearized reading' (duration: 399.412631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.963633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.564306Z","time spent":"399.258958ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:44.963431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.273971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-25T02:05:44.964482Z","caller":"traceutil/trace.go:171","msg":"trace[385438166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25159; }","duration":"341.369622ms","start":"2026-07-25T02:05:44.623095Z","end":"2026-07-25T02:05:44.964464Z","steps":["trace[385438166] 'agreement among raft nodes before linearized reading' (duration: 340.067537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.963659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.22942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-07-25T02:05:44.96454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.623083Z","time spent":"341.443553ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-25T02:05:44.963524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.528543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T02:05:44.964663Z","caller":"traceutil/trace.go:171","msg":"trace[745380677] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25159; }","duration":"400.753446ms","start":"2026-07-25T02:05:44.563889Z","end":"2026-07-25T02:05:44.964643Z","steps":["trace[745380677] 'agreement among raft nodes before linearized reading' (duration: 399.291268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.964778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.563858Z","time spent":"400.90173ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-25T02:05:44.964577Z","caller":"traceutil/trace.go:171","msg":"trace[1395886704] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25159; }","duration":"470.198789ms","start":"2026-07-25T02:05:44.494356Z","end":"2026-07-25T02:05:44.964555Z","steps":["trace[1395886704] 'agreement among raft nodes before linearized reading' (duration: 469.189829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.964916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.494332Z","time spent":"470.561395ms","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-25T02:05:44.963465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:43.539754Z","time spent":"1.423704689s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c56624d2c028f3\" "} {"level":"warn","ts":"2026-07-25T02:05:44.963738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425562388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9a2df522-be0b-4db9-a243-accf2ecfb245\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-25T02:05:44.965198Z","caller":"traceutil/trace.go:171","msg":"trace[1153294406] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9a2df522-be0b-4db9-a243-accf2ecfb245; range_end:; response_count:1; response_revision:25159; }","duration":"1.427117778s","start":"2026-07-25T02:05:43.538068Z","end":"2026-07-25T02:05:44.965185Z","steps":["trace[1153294406] 'agreement among raft nodes before linearized reading' (duration: 1.425077807s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:44.965243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:43.538042Z","time spent":"1.42718875s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-9a2df522-be0b-4db9-a243-accf2ecfb245\" "} {"level":"warn","ts":"2026-07-25T02:05:44.963737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.563871Z","time spent":"399.808559ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:45.470813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:45.665393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.613757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:05:45.665523Z","caller":"traceutil/trace.go:171","msg":"trace[1565704681] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"695.40871ms","start":"2026-07-25T02:05:44.970087Z","end":"2026-07-25T02:05:45.665496Z","steps":["trace[1565704681] 'process raft request' (duration: 538.577689ms)","trace[1565704681] 'compare' (duration: 156.001595ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:45.665595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.970067Z","time spent":"695.491332ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:46.642924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059184529s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T02:05:46.643509Z","caller":"traceutil/trace.go:171","msg":"trace[1096455560] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"1.672048273s","start":"2026-07-25T02:05:44.971435Z","end":"2026-07-25T02:05:46.643483Z","steps":["trace[1096455560] 'process raft request' (duration: 1.67192576s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:46.643575Z","caller":"traceutil/trace.go:171","msg":"trace[601195768] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"1.672088353s","start":"2026-07-25T02:05:44.971435Z","end":"2026-07-25T02:05:46.643523Z","steps":["trace[601195768] 'process raft request' (duration: 1.671671795s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:46.643673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.971419Z","time spent":"1.672140514s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:46.643866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.971425Z","time spent":"1.672299817s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:46.643985Z","caller":"traceutil/trace.go:171","msg":"trace[1763055214] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"1.67238957s","start":"2026-07-25T02:05:44.971497Z","end":"2026-07-25T02:05:46.643886Z","steps":["trace[1763055214] 'process raft request' (duration: 1.671941231s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:46.644067Z","caller":"traceutil/trace.go:171","msg":"trace[755829878] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"1.672562553s","start":"2026-07-25T02:05:44.971488Z","end":"2026-07-25T02:05:46.64405Z","steps":["trace[755829878] 'process raft request' (duration: 1.672297828s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:46.644154Z","caller":"traceutil/trace.go:171","msg":"trace[1133327646] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"1.672339399s","start":"2026-07-25T02:05:44.971798Z","end":"2026-07-25T02:05:46.644138Z","steps":["trace[1133327646] 'process raft request' (duration: 1.672163435s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:46.644189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.971467Z","time spent":"1.672679865s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:46.644233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.971789Z","time spent":"1.6724031s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:46.64435Z","caller":"traceutil/trace.go:171","msg":"trace[580701979] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"1.671295189s","start":"2026-07-25T02:05:44.973043Z","end":"2026-07-25T02:05:46.644338Z","steps":["trace[580701979] 'process raft request' (duration: 1.670975053s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:46.644368Z","caller":"traceutil/trace.go:171","msg":"trace[315421661] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"1.670986963s","start":"2026-07-25T02:05:44.973368Z","end":"2026-07-25T02:05:46.644355Z","steps":["trace[315421661] 'process raft request' (duration: 1.670806899s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:46.644345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.971491Z","time spent":"1.672655135s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:46.644434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.973038Z","time spent":"1.671344149s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:46.644365Z","caller":"traceutil/trace.go:171","msg":"trace[1916505975] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"1.189881411s","start":"2026-07-25T02:05:45.454446Z","end":"2026-07-25T02:05:46.644327Z","steps":["trace[1916505975] 'process raft request' (duration: 1.18978586s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:46.644524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.973362Z","time spent":"1.671032394s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:46.644612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:45.45441Z","time spent":"1.190094846s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:46.644651Z","caller":"traceutil/trace.go:171","msg":"trace[1274113035] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"1.190029445s","start":"2026-07-25T02:05:45.454594Z","end":"2026-07-25T02:05:46.644623Z","steps":["trace[1274113035] 'process raft request' (duration: 1.189688278s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:46.644378Z","caller":"traceutil/trace.go:171","msg":"trace[330491494] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"1.671174276s","start":"2026-07-25T02:05:44.973155Z","end":"2026-07-25T02:05:46.64433Z","steps":["trace[330491494] 'process raft request' (duration: 1.670899161s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:46.64482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:45.454567Z","time spent":"1.190169337s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:46.64498Z","caller":"traceutil/trace.go:171","msg":"trace[314432058] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"1.190130396s","start":"2026-07-25T02:05:45.454775Z","end":"2026-07-25T02:05:46.644905Z","steps":["trace[314432058] 'process raft request' (duration: 1.189727929s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:46.645007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.973135Z","time spent":"1.671672205s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:46.645061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:45.454762Z","time spent":"1.190261158s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:46.645263Z","caller":"traceutil/trace.go:171","msg":"trace[1075499109] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"1.190287131s","start":"2026-07-25T02:05:45.454963Z","end":"2026-07-25T02:05:46.64525Z","steps":["trace[1075499109] 'process raft request' (duration: 1.189881262s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:46.645456Z","caller":"traceutil/trace.go:171","msg":"trace[1420636736] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"1.19033687s","start":"2026-07-25T02:05:45.455095Z","end":"2026-07-25T02:05:46.645432Z","steps":["trace[1420636736] 'process raft request' (duration: 1.190021203s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:46.645544Z","caller":"traceutil/trace.go:171","msg":"trace[183569942] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"1.190255789s","start":"2026-07-25T02:05:45.455267Z","end":"2026-07-25T02:05:46.645523Z","steps":["trace[183569942] 'process raft request' (duration: 1.190064385s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:46.645555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:45.455087Z","time spent":"1.190421781s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:46.645614Z","caller":"traceutil/trace.go:171","msg":"trace[1157411341] linearizableReadLoop","detail":"{readStateIndex:26005; appliedIndex:25989; }","duration":"1.674890648s","start":"2026-07-25T02:05:44.97071Z","end":"2026-07-25T02:05:46.645601Z","steps":["trace[1157411341] 'read index received' (duration: 537.982737ms)","trace[1157411341] 'applied index is now lower than readState.Index' (duration: 1.136906691s)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:46.645664Z","caller":"traceutil/trace.go:171","msg":"trace[1584166467] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"1.190302579s","start":"2026-07-25T02:05:45.45535Z","end":"2026-07-25T02:05:46.645652Z","steps":["trace[1584166467] 'process raft request' (duration: 1.190086845s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:46.645696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:45.455258Z","time spent":"1.19034179s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:46.645725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:45.455297Z","time spent":"1.190395521s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:46.645745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:45.454954Z","time spent":"1.190351072s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:46.645862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667135718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-25T02:05:46.64591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675193904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-07-25T02:05:46.645887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671599314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:46.645917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674191725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-25T02:05:46.645969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001357073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:46.645973Z","caller":"traceutil/trace.go:171","msg":"trace[699786835] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25175; }","duration":"1.674287177s","start":"2026-07-25T02:05:44.971671Z","end":"2026-07-25T02:05:46.645959Z","steps":["trace[699786835] 'agreement among raft nodes before linearized reading' (duration: 1.674087163s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:46.645975Z","caller":"traceutil/trace.go:171","msg":"trace[2088664731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25175; }","duration":"1.671704336s","start":"2026-07-25T02:05:44.974247Z","end":"2026-07-25T02:05:46.645951Z","steps":["trace[2088664731] 'agreement among raft nodes before linearized reading' (duration: 1.671572293s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:46.646006Z","caller":"traceutil/trace.go:171","msg":"trace[2046052247] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25175; }","duration":"1.001442865s","start":"2026-07-25T02:05:45.644553Z","end":"2026-07-25T02:05:46.645996Z","steps":["trace[2046052247] 'agreement among raft nodes before linearized reading' (duration: 1.001387424s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:46.646015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.971666Z","time spent":"1.674342338s","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-25T02:05:46.645951Z","caller":"traceutil/trace.go:171","msg":"trace[198591812] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25175; }","duration":"1.675267895s","start":"2026-07-25T02:05:44.970673Z","end":"2026-07-25T02:05:46.645941Z","steps":["trace[198591812] 'agreement among raft nodes before linearized reading' (duration: 1.67504389s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:46.646037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:45.644526Z","time spent":"1.001503706s","remote":"127.0.0.1:33568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:46.646065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.970662Z","time spent":"1.675394978s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-25T02:05:46.646025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.97424Z","time spent":"1.671777798s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:05:46.646162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673839077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:05:46.645921Z","caller":"traceutil/trace.go:171","msg":"trace[1209604528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25175; }","duration":"1.667197329s","start":"2026-07-25T02:05:44.978695Z","end":"2026-07-25T02:05:46.645892Z","steps":["trace[1209604528] 'agreement among raft nodes before linearized reading' (duration: 1.667107317s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:46.646212Z","caller":"traceutil/trace.go:171","msg":"trace[600934328] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25175; }","duration":"1.673899558s","start":"2026-07-25T02:05:44.9723Z","end":"2026-07-25T02:05:46.6462Z","steps":["trace[600934328] 'agreement among raft nodes before linearized reading' (duration: 1.673570682s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:46.64646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.972296Z","time spent":"1.674148843s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-25T02:05:46.647197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:44.97868Z","time spent":"1.667616176s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-25T02:05:47.157109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681339,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-25T02:05:47.345768Z","caller":"traceutil/trace.go:171","msg":"trace[620574753] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"693.062324ms","start":"2026-07-25T02:05:46.652678Z","end":"2026-07-25T02:05:47.34574Z","steps":["trace[620574753] 'process raft request' (duration: 692.889651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:47.345939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:46.652662Z","time spent":"693.183867ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:47.400897Z","caller":"traceutil/trace.go:171","msg":"trace[1176733580] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"746.706148ms","start":"2026-07-25T02:05:46.654171Z","end":"2026-07-25T02:05:47.400877Z","steps":["trace[1176733580] 'process raft request' (duration: 746.29242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:47.401056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:46.654158Z","time spent":"746.819831ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:47.401057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.776912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:47.40113Z","caller":"traceutil/trace.go:171","msg":"trace[1748963928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25177; }","duration":"744.895203ms","start":"2026-07-25T02:05:46.656216Z","end":"2026-07-25T02:05:47.401111Z","steps":["trace[1748963928] 'agreement among raft nodes before linearized reading' (duration: 744.74215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:47.401174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:46.656201Z","time spent":"744.965574ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T02:05:47.401539Z","caller":"traceutil/trace.go:171","msg":"trace[229945178] linearizableReadLoop","detail":"{readStateIndex:26007; appliedIndex:26006; }","duration":"744.360473ms","start":"2026-07-25T02:05:46.656256Z","end":"2026-07-25T02:05:47.400616Z","steps":["trace[229945178] 'read index received' (duration: 689.791801ms)","trace[229945178] 'applied index is now lower than readState.Index' (duration: 54.567282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:47.401937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.965097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-25T02:05:47.40199Z","caller":"traceutil/trace.go:171","msg":"trace[1912093648] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25177; }","duration":"336.080569ms","start":"2026-07-25T02:05:47.065884Z","end":"2026-07-25T02:05:47.401965Z","steps":["trace[1912093648] 'agreement among raft nodes before linearized reading' (duration: 335.848305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:47.402023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:47.065859Z","time spent":"336.15672ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-25T02:05:48.182665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:48.682971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:48.818452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.411675077s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-25T02:05:48.919397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.099851ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:48.919527Z","caller":"traceutil/trace.go:171","msg":"trace[1774713878] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25177; }","duration":"775.244584ms","start":"2026-07-25T02:05:48.144263Z","end":"2026-07-25T02:05:48.919508Z","steps":["trace[1774713878] 'range keys from in-memory index tree' (duration: 775.081621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:48.920479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.343322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:05:48.920625Z","caller":"traceutil/trace.go:171","msg":"trace[2067575066] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"1.513988288s","start":"2026-07-25T02:05:47.406608Z","end":"2026-07-25T02:05:48.920596Z","steps":["trace[2067575066] 'process raft request' (duration: 1.412434992s)","trace[2067575066] 'compare' (duration: 101.178588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:48.92071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:47.406591Z","time spent":"1.514084309s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:49.713077Z","caller":"traceutil/trace.go:171","msg":"trace[249071024] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"1.060209609s","start":"2026-07-25T02:05:48.652839Z","end":"2026-07-25T02:05:49.713048Z","steps":["trace[249071024] 'process raft request' (duration: 1.057470295s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:49.713195Z","caller":"traceutil/trace.go:171","msg":"trace[1303539026] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"1.05975985s","start":"2026-07-25T02:05:48.653396Z","end":"2026-07-25T02:05:49.713156Z","steps":["trace[1303539026] 'process raft request' (duration: 1.059628877s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:49.713288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.653386Z","time spent":"1.059859011s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:49.713368Z","caller":"traceutil/trace.go:171","msg":"trace[559039285] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"1.059755989s","start":"2026-07-25T02:05:48.6536Z","end":"2026-07-25T02:05:49.713356Z","steps":["trace[559039285] 'process raft request' (duration: 1.059517975s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:49.713209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.652824Z","time spent":"1.060314731s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:49.713411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.653591Z","time spent":"1.05980166s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:49.713534Z","caller":"traceutil/trace.go:171","msg":"trace[335983777] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"1.058811951s","start":"2026-07-25T02:05:48.654709Z","end":"2026-07-25T02:05:49.713521Z","steps":["trace[335983777] 'process raft request' (duration: 1.058606717s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:49.713624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.654701Z","time spent":"1.058873692s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:49.713841Z","caller":"traceutil/trace.go:171","msg":"trace[1841631271] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"1.058739639s","start":"2026-07-25T02:05:48.65509Z","end":"2026-07-25T02:05:49.71383Z","steps":["trace[1841631271] 'process raft request' (duration: 1.058372922s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:49.713903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.655081Z","time spent":"1.05879213s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:49.713848Z","caller":"traceutil/trace.go:171","msg":"trace[928607990] linearizableReadLoop","detail":"{readStateIndex:26015; appliedIndex:26007; }","duration":"2.03217009s","start":"2026-07-25T02:05:47.681669Z","end":"2026-07-25T02:05:49.713839Z","steps":["trace[928607990] 'read index received' (duration: 1.13738693s)","trace[928607990] 'applied index is now lower than readState.Index' (duration: 894.7825ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:49.713915Z","caller":"traceutil/trace.go:171","msg":"trace[1199980463] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"1.057625637s","start":"2026-07-25T02:05:48.656247Z","end":"2026-07-25T02:05:49.713872Z","steps":["trace[1199980463] 'process raft request' (duration: 1.057517915s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:49.713995Z","caller":"traceutil/trace.go:171","msg":"trace[1621775239] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"1.057350122s","start":"2026-07-25T02:05:48.65661Z","end":"2026-07-25T02:05:49.71396Z","steps":["trace[1621775239] 'process raft request' (duration: 1.057196659s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:49.713991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032323322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:49.714079Z","caller":"traceutil/trace.go:171","msg":"trace[708567381] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25185; }","duration":"2.032460165s","start":"2026-07-25T02:05:47.68161Z","end":"2026-07-25T02:05:49.71407Z","steps":["trace[708567381] 'agreement among raft nodes before linearized reading' (duration: 2.032255601s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:49.714104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:47.681579Z","time spent":"2.032518055s","remote":"127.0.0.1:50172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:49.714128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.656598Z","time spent":"1.057460905s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:49.714142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.656237Z","time spent":"1.0577692s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:50.214909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:50.3032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99980667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-25T02:05:50.303305Z","caller":"traceutil/trace.go:171","msg":"trace[1440377670] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999982382s","start":"2026-07-25T02:05:48.303303Z","end":"2026-07-25T02:05:50.303285Z","steps":["trace[1440377670] 'agreement among raft nodes before linearized reading' (duration: 1.99983391s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:50.303372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.30328Z","time spent":"2.000082215s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:05:50.71604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:50.870286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15797775s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T02:05:50.874792Z","caller":"traceutil/trace.go:171","msg":"trace[1797342599] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"1.852766698s","start":"2026-07-25T02:05:49.022Z","end":"2026-07-25T02:05:50.874767Z","steps":["trace[1797342599] 'process raft request' (duration: 1.852713007s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:50.874963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:49.021986Z","time spent":"1.852881491s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:50.8752Z","caller":"traceutil/trace.go:171","msg":"trace[1655463870] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"1.911362549s","start":"2026-07-25T02:05:48.963827Z","end":"2026-07-25T02:05:50.875189Z","steps":["trace[1655463870] 'process raft request' (duration: 1.910699166s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:50.87526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.963803Z","time spent":"1.91141991s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:51.082152Z","caller":"traceutil/trace.go:171","msg":"trace[1969208934] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"1.111857383s","start":"2026-07-25T02:05:49.970247Z","end":"2026-07-25T02:05:51.082105Z","steps":["trace[1969208934] 'process raft request' (duration: 1.013741924s)","trace[1969208934] 'compare' (duration: 97.469057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:51.082401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:49.970219Z","time spent":"1.112046967s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:51.805163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.399145ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-25T02:05:51.805532Z","caller":"traceutil/trace.go:171","msg":"trace[363593126] linearizableReadLoop","detail":"{readStateIndex:26018; appliedIndex:26017; }","duration":"2.091526855s","start":"2026-07-25T02:05:49.713976Z","end":"2026-07-25T02:05:51.805503Z","steps":["trace[363593126] 'read index received' (duration: 1.161313176s)","trace[363593126] 'applied index is now lower than readState.Index' (duration: 930.212099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:51.805893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150967877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T02:05:51.805938Z","caller":"traceutil/trace.go:171","msg":"trace[1813872591] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25188; }","duration":"3.151040898s","start":"2026-07-25T02:05:48.654883Z","end":"2026-07-25T02:05:51.805924Z","steps":["trace[1813872591] 'agreement among raft nodes before linearized reading' (duration: 3.150830475s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:51.805987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.654877Z","time spent":"3.151101509s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T02:05:51.806329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.949314001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:05:51.806332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44043303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:51.806422Z","caller":"traceutil/trace.go:171","msg":"trace[1952146238] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25188; }","duration":"3.440565313s","start":"2026-07-25T02:05:48.365837Z","end":"2026-07-25T02:05:51.806402Z","steps":["trace[1952146238] 'agreement among raft nodes before linearized reading' (duration: 3.440415621s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:51.806479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.365824Z","time spent":"3.440640155s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:51.806471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155867283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:05:51.806542Z","caller":"traceutil/trace.go:171","msg":"trace[433048182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25188; }","duration":"3.155987186s","start":"2026-07-25T02:05:48.650537Z","end":"2026-07-25T02:05:51.806525Z","steps":["trace[433048182] 'agreement among raft nodes before linearized reading' (duration: 3.155710261s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:51.806591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.65051Z","time spent":"3.156073407s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T02:05:51.806638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399884511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:51.806686Z","caller":"traceutil/trace.go:171","msg":"trace[1435095558] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25188; }","duration":"3.399951832s","start":"2026-07-25T02:05:48.406723Z","end":"2026-07-25T02:05:51.806675Z","steps":["trace[1435095558] 'agreement among raft nodes before linearized reading' (duration: 3.399820429s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:51.806823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.40671Z","time spent":"3.400094105s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:51.806373Z","caller":"traceutil/trace.go:171","msg":"trace[304510753] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25188; }","duration":"3.949413463s","start":"2026-07-25T02:05:47.856946Z","end":"2026-07-25T02:05:51.806359Z","steps":["trace[304510753] 'agreement among raft nodes before linearized reading' (duration: 3.949342811s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:51.806983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:47.856917Z","time spent":"3.950049665s","remote":"127.0.0.1:51340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:51.80714Z","caller":"traceutil/trace.go:171","msg":"trace[644663795] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"768.237977ms","start":"2026-07-25T02:05:51.038888Z","end":"2026-07-25T02:05:51.807125Z","steps":["trace[644663795] 'process raft request' (duration: 766.444412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:51.807257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.038859Z","time spent":"768.321478ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:51.926267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274242946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:05:51.926532Z","caller":"traceutil/trace.go:171","msg":"trace[222071958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25189; }","duration":"3.274389798s","start":"2026-07-25T02:05:48.651941Z","end":"2026-07-25T02:05:51.926331Z","steps":["trace[222071958] 'agreement among raft nodes before linearized reading' (duration: 3.154865033s)","trace[222071958] 'range keys from in-memory index tree' (duration: 119.289621ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:51.926673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.651933Z","time spent":"3.274652644s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:51.927127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272472991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:05:51.927173Z","caller":"traceutil/trace.go:171","msg":"trace[1048519167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25189; }","duration":"3.272532953s","start":"2026-07-25T02:05:48.654626Z","end":"2026-07-25T02:05:51.927159Z","steps":["trace[1048519167] 'agreement among raft nodes before linearized reading' (duration: 3.152157961s)","trace[1048519167] 'range keys from in-memory index tree' (duration: 120.27358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:51.927391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.654616Z","time spent":"3.272729566s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T02:05:51.927567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275529111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:05:51.927667Z","caller":"traceutil/trace.go:171","msg":"trace[1868535241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25189; }","duration":"3.275621802s","start":"2026-07-25T02:05:48.651999Z","end":"2026-07-25T02:05:51.927621Z","steps":["trace[1868535241] 'agreement among raft nodes before linearized reading' (duration: 3.154798312s)","trace[1868535241] 'range keys from in-memory index tree' (duration: 120.659307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:51.927725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.651994Z","time spent":"3.275723104s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:51.927949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276974879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T02:05:51.927979Z","caller":"traceutil/trace.go:171","msg":"trace[1950373101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25189; }","duration":"3.277028861s","start":"2026-07-25T02:05:48.650941Z","end":"2026-07-25T02:05:51.92797Z","steps":["trace[1950373101] 'agreement among raft nodes before linearized reading' (duration: 3.155875203s)","trace[1950373101] 'range keys from in-memory index tree' (duration: 121.083007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:51.928038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:48.650927Z","time spent":"3.277065581s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-25T02:05:51.974695Z","caller":"traceutil/trace.go:171","msg":"trace[1147083227] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"255.405229ms","start":"2026-07-25T02:05:51.719254Z","end":"2026-07-25T02:05:51.974659Z","steps":["trace[1147083227] 'process raft request' (duration: 255.189495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:52.304032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-25T02:05:52.304101Z","caller":"traceutil/trace.go:171","msg":"trace[275911901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090834s","start":"2026-07-25T02:05:50.303994Z","end":"2026-07-25T02:05:52.304085Z","steps":["trace[275911901] 'agreement among raft nodes before linearized reading' (duration: 2.000006403s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:52.304138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:50.303977Z","time spent":"2.000148666s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/25 02:05:52 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-25T02:05:52.637666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999916292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-25T02:05:52.637782Z","caller":"traceutil/trace.go:171","msg":"trace[1010576529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000088016s","start":"2026-07-25T02:05:50.637667Z","end":"2026-07-25T02:05:52.637755Z","steps":["trace[1010576529] 'agreement among raft nodes before linearized reading' (duration: 1.999948602s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:52.637837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:50.637642Z","time spent":"2.000183657s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:05:53.589114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.557741329s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T02:05:53.589802Z","caller":"traceutil/trace.go:171","msg":"trace[282348663] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"1.867590686s","start":"2026-07-25T02:05:51.722188Z","end":"2026-07-25T02:05:53.589779Z","steps":["trace[282348663] 'process raft request' (duration: 1.867523945s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:53.589902Z","caller":"traceutil/trace.go:171","msg":"trace[1716592898] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"1.868371443s","start":"2026-07-25T02:05:51.721479Z","end":"2026-07-25T02:05:53.589851Z","steps":["trace[1716592898] 'process raft request' (duration: 1.868185948s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.589961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.722177Z","time spent":"1.867701929s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:53.590103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.721472Z","time spent":"1.868528507s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:53.590185Z","caller":"traceutil/trace.go:171","msg":"trace[1250150222] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"1.867836802s","start":"2026-07-25T02:05:51.722335Z","end":"2026-07-25T02:05:53.590172Z","steps":["trace[1250150222] 'process raft request' (duration: 1.867408483s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:53.589834Z","caller":"traceutil/trace.go:171","msg":"trace[1266044198] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"1.868386883s","start":"2026-07-25T02:05:51.721403Z","end":"2026-07-25T02:05:53.58979Z","steps":["trace[1266044198] 'process raft request' (duration: 1.868092417s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:53.590351Z","caller":"traceutil/trace.go:171","msg":"trace[1031614618] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"1.864416926s","start":"2026-07-25T02:05:51.725924Z","end":"2026-07-25T02:05:53.590341Z","steps":["trace[1031614618] 'process raft request' (duration: 1.864276823s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.590418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.725918Z","time spent":"1.864472007s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:53.590422Z","caller":"traceutil/trace.go:171","msg":"trace[1396577483] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"1.776493224s","start":"2026-07-25T02:05:51.813875Z","end":"2026-07-25T02:05:53.590369Z","steps":["trace[1396577483] 'process raft request' (duration: 1.776372452s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:53.590527Z","caller":"traceutil/trace.go:171","msg":"trace[1477443871] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"1.775142388s","start":"2026-07-25T02:05:51.815334Z","end":"2026-07-25T02:05:53.590477Z","steps":["trace[1477443871] 'process raft request' (duration: 1.774959405s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.590579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.813844Z","time spent":"1.776681428s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:53.590604Z","caller":"traceutil/trace.go:171","msg":"trace[351227791] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"1.657664003s","start":"2026-07-25T02:05:51.932933Z","end":"2026-07-25T02:05:53.590597Z","steps":["trace[351227791] 'process raft request' (duration: 1.657401828s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.590661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.93291Z","time spent":"1.657718524s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:53.59056Z","caller":"traceutil/trace.go:171","msg":"trace[897902784] linearizableReadLoop","detail":"{readStateIndex:26027; appliedIndex:26020; }","duration":"1.784954509s","start":"2026-07-25T02:05:51.805573Z","end":"2026-07-25T02:05:53.590528Z","steps":["trace[897902784] 'read index received' (duration: 168.880506ms)","trace[897902784] 'applied index is now lower than readState.Index' (duration: 1.616072133s)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:53.590703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79558414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:53.590777Z","caller":"traceutil/trace.go:171","msg":"trace[1884164662] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25202; }","duration":"3.795719973s","start":"2026-07-25T02:05:49.795037Z","end":"2026-07-25T02:05:53.590757Z","steps":["trace[1884164662] 'agreement among raft nodes before linearized reading' (duration: 3.79558371s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.590751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.815308Z","time spent":"1.775300131s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:53.590823Z","caller":"traceutil/trace.go:171","msg":"trace[1277642065] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"1.656791906s","start":"2026-07-25T02:05:51.934022Z","end":"2026-07-25T02:05:53.590814Z","steps":["trace[1277642065] 'process raft request' (duration: 1.656393238s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.590838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401458048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:53.590876Z","caller":"traceutil/trace.go:171","msg":"trace[1710754861] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25202; }","duration":"1.40154533s","start":"2026-07-25T02:05:52.189318Z","end":"2026-07-25T02:05:53.590863Z","steps":["trace[1710754861] 'agreement among raft nodes before linearized reading' (duration: 1.401459418s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.590764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86487802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:53.59057Z","caller":"traceutil/trace.go:171","msg":"trace[1063395412] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"1.656324037s","start":"2026-07-25T02:05:51.934235Z","end":"2026-07-25T02:05:53.590559Z","steps":["trace[1063395412] 'process raft request' (duration: 1.656237415s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.590987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93560204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-25T02:05:53.590997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.934226Z","time spent":"1.656731884s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:53.591042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737665342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:53.591114Z","caller":"traceutil/trace.go:171","msg":"trace[601298802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25202; }","duration":"3.737796085s","start":"2026-07-25T02:05:49.853302Z","end":"2026-07-25T02:05:53.591098Z","steps":["trace[601298802] 'agreement among raft nodes before linearized reading' (duration: 3.737709823s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.590827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:49.795018Z","time spent":"3.795797404s","remote":"127.0.0.1:50092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:53.591168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:49.853274Z","time spent":"3.737879516s","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:53.591208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.549585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-25T02:05:53.591243Z","caller":"traceutil/trace.go:171","msg":"trace[962290550] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:25202; }","duration":"138.627248ms","start":"2026-07-25T02:05:53.452606Z","end":"2026-07-25T02:05:53.591234Z","steps":["trace[962290550] 'agreement among raft nodes before linearized reading' (duration: 138.536955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.591287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28333225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c56624d2c028f3\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-25T02:05:53.591335Z","caller":"traceutil/trace.go:171","msg":"trace[1999196443] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c56624d2c028f3; range_end:; response_count:1; response_revision:25202; }","duration":"1.283384461s","start":"2026-07-25T02:05:52.307939Z","end":"2026-07-25T02:05:53.591323Z","steps":["trace[1999196443] 'agreement among raft nodes before linearized reading' (duration: 1.283232217s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.59133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382784475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:53.591417Z","caller":"traceutil/trace.go:171","msg":"trace[2003020100] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25202; }","duration":"1.382911658s","start":"2026-07-25T02:05:52.20848Z","end":"2026-07-25T02:05:53.591392Z","steps":["trace[2003020100] 'agreement among raft nodes before linearized reading' (duration: 1.382728313s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.591474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:52.208459Z","time spent":"1.383004889s","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:53.590991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384046483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:05:53.591123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278862531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:53.591552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.648752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:05:53.591371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:52.307841Z","time spent":"1.283523044s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c56624d2c028f3\" "} {"level":"info","ts":"2026-07-25T02:05:53.591654Z","caller":"traceutil/trace.go:171","msg":"trace[652280680] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25202; }","duration":"608.796105ms","start":"2026-07-25T02:05:52.982844Z","end":"2026-07-25T02:05:53.59164Z","steps":["trace[652280680] 'agreement among raft nodes before linearized reading' (duration: 608.595701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.591584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.277866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:53.591766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:52.98282Z","time spent":"608.932817ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:53.590791Z","caller":"traceutil/trace.go:171","msg":"trace[393617306] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"1.65753597s","start":"2026-07-25T02:05:51.933242Z","end":"2026-07-25T02:05:53.590778Z","steps":["trace[393617306] 'process raft request' (duration: 1.657126582s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:53.591818Z","caller":"traceutil/trace.go:171","msg":"trace[988243480] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25202; }","duration":"552.533421ms","start":"2026-07-25T02:05:53.039253Z","end":"2026-07-25T02:05:53.591786Z","steps":["trace[988243480] 'agreement among raft nodes before linearized reading' (duration: 552.294387ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:53.591038Z","caller":"traceutil/trace.go:171","msg":"trace[322369709] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25202; }","duration":"1.935686472s","start":"2026-07-25T02:05:51.655338Z","end":"2026-07-25T02:05:53.591025Z","steps":["trace[322369709] 'agreement among raft nodes before linearized reading' (duration: 1.935461558s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.591883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.933204Z","time spent":"1.658609351s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:53.590257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.722328Z","time spent":"1.867890263s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:53.591905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:53.039224Z","time spent":"552.642442ms","remote":"127.0.0.1:50126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:53.590885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.934015Z","time spent":"1.656842517s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:53.591609Z","caller":"traceutil/trace.go:171","msg":"trace[1936514989] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25202; }","duration":"3.384694196s","start":"2026-07-25T02:05:50.206894Z","end":"2026-07-25T02:05:53.591589Z","steps":["trace[1936514989] 'agreement among raft nodes before linearized reading' (duration: 3.383957881s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.592044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:50.206853Z","time spent":"3.385172994s","remote":"127.0.0.1:58394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:53.590332Z","caller":"traceutil/trace.go:171","msg":"trace[149698101] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"1.864463197s","start":"2026-07-25T02:05:51.725834Z","end":"2026-07-25T02:05:53.590297Z","steps":["trace[149698101] 'process raft request' (duration: 1.864226083s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:53.591608Z","caller":"traceutil/trace.go:171","msg":"trace[1425445388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25202; }","duration":"1.279379732s","start":"2026-07-25T02:05:52.312215Z","end":"2026-07-25T02:05:53.591595Z","steps":["trace[1425445388] 'agreement among raft nodes before linearized reading' (duration: 1.278881922s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.592188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:52.312191Z","time spent":"1.279984304s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:05:53.591934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.655317Z","time spent":"1.93660102s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-25T02:05:53.590921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:52.189294Z","time spent":"1.401618461s","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:53.590929Z","caller":"traceutil/trace.go:171","msg":"trace[378650230] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25202; }","duration":"2.865089325s","start":"2026-07-25T02:05:50.725826Z","end":"2026-07-25T02:05:53.590915Z","steps":["trace[378650230] 'agreement among raft nodes before linearized reading' (duration: 2.864879511s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:53.592488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:50.725801Z","time spent":"2.866666296s","remote":"127.0.0.1:41454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:53.593495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.725826Z","time spent":"1.867555217s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:53.593845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:51.721387Z","time spent":"1.868929043s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:54.372788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.393608ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-25T02:05:54.37301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:53.593016Z","time spent":"779.986856ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-25T02:05:54.373092Z","caller":"traceutil/trace.go:171","msg":"trace[471769725] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"778.309033ms","start":"2026-07-25T02:05:53.59476Z","end":"2026-07-25T02:05:54.373069Z","steps":["trace[471769725] 'process raft request' (duration: 778.14482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:54.373221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:53.594708Z","time spent":"778.430376ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:54.373453Z","caller":"traceutil/trace.go:171","msg":"trace[2059767595] linearizableReadLoop","detail":"{readStateIndex:26034; appliedIndex:26033; }","duration":"778.755892ms","start":"2026-07-25T02:05:53.594687Z","end":"2026-07-25T02:05:54.373443Z","steps":["trace[2059767595] 'read index received' (duration: 96.630891ms)","trace[2059767595] 'applied index is now lower than readState.Index' (duration: 682.123581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:54.373632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.942936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:54.373659Z","caller":"traceutil/trace.go:171","msg":"trace[1856801155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25203; }","duration":"778.999056ms","start":"2026-07-25T02:05:53.594654Z","end":"2026-07-25T02:05:54.373653Z","steps":["trace[1856801155] 'agreement among raft nodes before linearized reading' (duration: 778.899334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:54.373701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:53.594634Z","time spent":"779.061338ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T02:05:54.431877Z","caller":"traceutil/trace.go:171","msg":"trace[460899577] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"451.284991ms","start":"2026-07-25T02:05:53.980556Z","end":"2026-07-25T02:05:54.431841Z","steps":["trace[460899577] 'process raft request' (duration: 450.925194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:54.431943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.386787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:54.431951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.352492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:54.432Z","caller":"traceutil/trace.go:171","msg":"trace[1469260062] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25204; }","duration":"497.48741ms","start":"2026-07-25T02:05:53.934494Z","end":"2026-07-25T02:05:54.431982Z","steps":["trace[1469260062] 'agreement among raft nodes before linearized reading' (duration: 497.385788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:54.432054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:53.934472Z","time spent":"497.569581ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:54.432055Z","caller":"traceutil/trace.go:171","msg":"trace[510407577] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25204; }","duration":"562.525886ms","start":"2026-07-25T02:05:53.869507Z","end":"2026-07-25T02:05:54.432033Z","steps":["trace[510407577] 'agreement among raft nodes before linearized reading' (duration: 562.288941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:54.432058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:53.980536Z","time spent":"451.421143ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:54.43211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:53.869483Z","time spent":"562.615487ms","remote":"127.0.0.1:33498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:54.432327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.428726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:54.432371Z","caller":"traceutil/trace.go:171","msg":"trace[1249385233] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25204; }","duration":"834.503117ms","start":"2026-07-25T02:05:53.597853Z","end":"2026-07-25T02:05:54.432356Z","steps":["trace[1249385233] 'agreement among raft nodes before linearized reading' (duration: 834.443185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:54.432421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:53.597836Z","time spent":"834.561788ms","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-25T02:05:54.432616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.598238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-25T02:05:54.432659Z","caller":"traceutil/trace.go:171","msg":"trace[1295139347] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25204; }","duration":"834.65873ms","start":"2026-07-25T02:05:53.597989Z","end":"2026-07-25T02:05:54.432648Z","steps":["trace[1295139347] 'agreement among raft nodes before linearized reading' (duration: 834.497897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:54.432694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:53.597978Z","time spent":"834.709251ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-25T02:05:54.931976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:55.402482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.340392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:05:55.402694Z","caller":"traceutil/trace.go:171","msg":"trace[716267321] linearizableReadLoop","detail":"{readStateIndex:26038; appliedIndex:26036; }","duration":"970.941191ms","start":"2026-07-25T02:05:54.431736Z","end":"2026-07-25T02:05:55.402677Z","steps":["trace[716267321] 'read index received' (duration: 834.318883ms)","trace[716267321] 'applied index is now lower than readState.Index' (duration: 136.621558ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:55.402789Z","caller":"traceutil/trace.go:171","msg":"trace[1119877888] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"1.028377319s","start":"2026-07-25T02:05:54.374397Z","end":"2026-07-25T02:05:55.402775Z","steps":["trace[1119877888] 'process raft request' (duration: 891.649479ms)","trace[1119877888] 'compare' (duration: 136.172439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:55.402846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:54.374377Z","time spent":"1.028436699s","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:55.403374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.388152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"info","ts":"2026-07-25T02:05:55.403411Z","caller":"traceutil/trace.go:171","msg":"trace[1255300144] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25206; }","duration":"969.459593ms","start":"2026-07-25T02:05:54.433942Z","end":"2026-07-25T02:05:55.403402Z","steps":["trace[1255300144] 'agreement among raft nodes before linearized reading' (duration: 969.29308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:55.403438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:54.433928Z","time spent":"969.504054ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18252,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-25T02:05:55.403831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.099826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:55.403868Z","caller":"traceutil/trace.go:171","msg":"trace[79327228] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25206; }","duration":"213.180588ms","start":"2026-07-25T02:05:55.190674Z","end":"2026-07-25T02:05:55.403854Z","steps":["trace[79327228] 'agreement among raft nodes before linearized reading' (duration: 213.127147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:55.404079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.148225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-25T02:05:55.404119Z","caller":"traceutil/trace.go:171","msg":"trace[1741493067] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25206; }","duration":"565.230077ms","start":"2026-07-25T02:05:54.83888Z","end":"2026-07-25T02:05:55.40411Z","steps":["trace[1741493067] 'agreement among raft nodes before linearized reading' (duration: 565.126635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:55.404145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:54.838857Z","time spent":"565.281488ms","remote":"127.0.0.1:51144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-25T02:05:55.404167Z","caller":"traceutil/trace.go:171","msg":"trace[1343490014] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"1.024900821s","start":"2026-07-25T02:05:54.379228Z","end":"2026-07-25T02:05:55.404129Z","steps":["trace[1343490014] 'process raft request' (duration: 1.023356701s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:55.404272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.764356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:55.404315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:54.379198Z","time spent":"1.025042514s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-25T02:05:55.404383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.798548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:55.404415Z","caller":"traceutil/trace.go:171","msg":"trace[620119825] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25206; }","duration":"769.876289ms","start":"2026-07-25T02:05:54.63453Z","end":"2026-07-25T02:05:55.404406Z","steps":["trace[620119825] 'agreement among raft nodes before linearized reading' (duration: 769.828577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:55.404448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:54.634506Z","time spent":"769.934021ms","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:55.404336Z","caller":"traceutil/trace.go:171","msg":"trace[1643520979] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25206; }","duration":"585.844858ms","start":"2026-07-25T02:05:54.818462Z","end":"2026-07-25T02:05:55.404307Z","steps":["trace[1643520979] 'agreement among raft nodes before linearized reading' (duration: 585.749357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:55.404576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:54.818401Z","time spent":"586.137305ms","remote":"127.0.0.1:34116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:55.404587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.365613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:55.404663Z","caller":"traceutil/trace.go:171","msg":"trace[1608593430] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25206; }","duration":"966.501506ms","start":"2026-07-25T02:05:54.438142Z","end":"2026-07-25T02:05:55.404643Z","steps":["trace[1608593430] 'agreement among raft nodes before linearized reading' (duration: 966.342553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:55.404711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:54.438117Z","time spent":"966.584308ms","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-25T02:05:55.405573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024171166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:05:55.405678Z","caller":"traceutil/trace.go:171","msg":"trace[1348143017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25206; }","duration":"1.02432268s","start":"2026-07-25T02:05:54.381333Z","end":"2026-07-25T02:05:55.405656Z","steps":["trace[1348143017] 'agreement among raft nodes before linearized reading' (duration: 1.024123836s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:55.405822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:54.381324Z","time spent":"1.024392611s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:05:56.099637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:56.388408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.907899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:05:56.388479Z","caller":"traceutil/trace.go:171","msg":"trace[1543821998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25206; }","duration":"790.017251ms","start":"2026-07-25T02:05:55.598445Z","end":"2026-07-25T02:05:56.388462Z","steps":["trace[1543821998] 'range keys from in-memory index tree' (duration: 789.774116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:56.38847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.298706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:05:56.388541Z","caller":"traceutil/trace.go:171","msg":"trace[264983800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25206; }","duration":"790.379518ms","start":"2026-07-25T02:05:55.598136Z","end":"2026-07-25T02:05:56.388515Z","steps":["trace[264983800] 'range keys from in-memory index tree' (duration: 790.177994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:56.388581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:55.59813Z","time spent":"790.443249ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:56.388707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.612082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-25T02:05:56.388748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.099724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:05:56.388788Z","caller":"traceutil/trace.go:171","msg":"trace[233232924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25206; }","duration":"790.751816ms","start":"2026-07-25T02:05:55.598009Z","end":"2026-07-25T02:05:56.388761Z","steps":["trace[233232924] 'range keys from in-memory index tree' (duration: 790.344517ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:56.388801Z","caller":"traceutil/trace.go:171","msg":"trace[904374371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25206; }","duration":"790.166795ms","start":"2026-07-25T02:05:55.598619Z","end":"2026-07-25T02:05:56.388786Z","steps":["trace[904374371] 'range keys from in-memory index tree' (duration: 790.003211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:56.388828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:55.597982Z","time spent":"790.837838ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T02:05:56.388833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:55.598611Z","time spent":"790.213906ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:56.389005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.4264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T02:05:56.389034Z","caller":"traceutil/trace.go:171","msg":"trace[69768286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25206; }","duration":"790.469641ms","start":"2026-07-25T02:05:55.598553Z","end":"2026-07-25T02:05:56.389023Z","steps":["trace[69768286] 'range keys from in-memory index tree' (duration: 790.282007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:56.389063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:55.598547Z","time spent":"790.506091ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T02:05:56.389296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:55.598438Z","time spent":"790.071392ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-25T02:05:56.389848Z","caller":"traceutil/trace.go:171","msg":"trace[1239499083] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"790.95587ms","start":"2026-07-25T02:05:55.598873Z","end":"2026-07-25T02:05:56.389829Z","steps":["trace[1239499083] 'process raft request' (duration: 790.825727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:56.389969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:55.598837Z","time spent":"791.057592ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:57.476593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086882697s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T02:05:57.481848Z","caller":"traceutil/trace.go:171","msg":"trace[788660478] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"1.882224842s","start":"2026-07-25T02:05:55.599592Z","end":"2026-07-25T02:05:57.481817Z","steps":["trace[788660478] 'process raft request' (duration: 1.88213148s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:57.481902Z","caller":"traceutil/trace.go:171","msg":"trace[701130907] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"1.882601269s","start":"2026-07-25T02:05:55.599267Z","end":"2026-07-25T02:05:57.481868Z","steps":["trace[701130907] 'process raft request' (duration: 1.882279873s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:57.48208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:55.599234Z","time spent":"1.882739111s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:57.482092Z","caller":"traceutil/trace.go:171","msg":"trace[1115010177] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"1.882398825s","start":"2026-07-25T02:05:55.599673Z","end":"2026-07-25T02:05:57.482072Z","steps":["trace[1115010177] 'process raft request' (duration: 1.882097019s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:57.482215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:55.599658Z","time spent":"1.882486056s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:57.482379Z","caller":"traceutil/trace.go:171","msg":"trace[295458987] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"1.882421376s","start":"2026-07-25T02:05:55.599941Z","end":"2026-07-25T02:05:57.482363Z","steps":["trace[295458987] 'process raft request' (duration: 1.882062109s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:57.482458Z","caller":"traceutil/trace.go:171","msg":"trace[1917406402] linearizableReadLoop","detail":"{readStateIndex:26045; appliedIndex:26039; }","duration":"1.883222581s","start":"2026-07-25T02:05:55.599227Z","end":"2026-07-25T02:05:57.48245Z","steps":["trace[1917406402] 'read index received' (duration: 790.849466ms)","trace[1917406402] 'applied index is now lower than readState.Index' (duration: 1.092372295s)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:05:57.482076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:55.599581Z","time spent":"1.882379805s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:57.482515Z","caller":"traceutil/trace.go:171","msg":"trace[1585191286] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"1.881514858s","start":"2026-07-25T02:05:55.600994Z","end":"2026-07-25T02:05:57.482509Z","steps":["trace[1585191286] 'process raft request' (duration: 1.881301394s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:57.482492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:55.59993Z","time spent":"1.882515858s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:57.482558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:55.600957Z","time spent":"1.88157708s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:57.482623Z","caller":"traceutil/trace.go:171","msg":"trace[1935101100] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"1.39285027s","start":"2026-07-25T02:05:56.089768Z","end":"2026-07-25T02:05:57.482618Z","steps":["trace[1935101100] 'process raft request' (duration: 1.392623536s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:57.482663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:56.089726Z","time spent":"1.392915392s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:57.48278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883557688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T02:05:57.482824Z","caller":"traceutil/trace.go:171","msg":"trace[214405020] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25213; }","duration":"1.883600929s","start":"2026-07-25T02:05:55.599211Z","end":"2026-07-25T02:05:57.482812Z","steps":["trace[214405020] 'agreement among raft nodes before linearized reading' (duration: 1.883421375s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:57.482856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:55.599155Z","time spent":"1.88369398s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T02:05:57.983198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:58.483523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:05:58.634474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.153961053s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T02:05:58.635095Z","caller":"traceutil/trace.go:171","msg":"trace[926985424] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"2.239178147s","start":"2026-07-25T02:05:56.39588Z","end":"2026-07-25T02:05:58.635058Z","steps":["trace[926985424] 'process raft request' (duration: 2.238918312s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:58.635092Z","caller":"traceutil/trace.go:171","msg":"trace[664189976] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"2.239070885s","start":"2026-07-25T02:05:56.39599Z","end":"2026-07-25T02:05:58.63506Z","steps":["trace[664189976] 'process raft request' (duration: 2.238989573s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:58.635248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:56.395811Z","time spent":"2.23934517s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:58.635446Z","caller":"traceutil/trace.go:171","msg":"trace[1864729662] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"2.239394131s","start":"2026-07-25T02:05:56.396043Z","end":"2026-07-25T02:05:58.635437Z","steps":["trace[1864729662] 'process raft request' (duration: 2.238978713s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:58.635488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:56.396027Z","time spent":"2.239438811s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:58.635442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:56.395942Z","time spent":"2.23932587s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:58.635597Z","caller":"traceutil/trace.go:171","msg":"trace[907456706] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"2.239401941s","start":"2026-07-25T02:05:56.396168Z","end":"2026-07-25T02:05:58.63557Z","steps":["trace[907456706] 'process raft request' (duration: 2.239138286s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:58.635741Z","caller":"traceutil/trace.go:171","msg":"trace[740719511] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"2.23832089s","start":"2026-07-25T02:05:56.397397Z","end":"2026-07-25T02:05:58.635718Z","steps":["trace[740719511] 'process raft request' (duration: 2.238085076s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:58.635732Z","caller":"traceutil/trace.go:171","msg":"trace[1445265820] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"2.196295382s","start":"2026-07-25T02:05:56.439355Z","end":"2026-07-25T02:05:58.63565Z","steps":["trace[1445265820] 'process raft request' (duration: 2.196233441s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:58.635798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:56.396159Z","time spent":"2.239497423s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:58.63586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:56.39736Z","time spent":"2.238433352s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:58.635985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:56.439339Z","time spent":"2.196496065s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:05:59.304762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000505384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-25T02:05:59.304835Z","caller":"traceutil/trace.go:171","msg":"trace[1546626190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000622196s","start":"2026-07-25T02:05:57.304195Z","end":"2026-07-25T02:05:59.304817Z","steps":["trace[1546626190] 'agreement among raft nodes before linearized reading' (duration: 2.000525654s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:59.304877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:57.304184Z","time spent":"2.000685687s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/25 02:05:59 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-25T02:05:59.438232Z","caller":"traceutil/trace.go:171","msg":"trace[2021469905] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"1.945793199s","start":"2026-07-25T02:05:57.492418Z","end":"2026-07-25T02:05:59.438212Z","steps":["trace[2021469905] 'process raft request' (duration: 1.944281808s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:59.438355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:57.492402Z","time spent":"1.945889241s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:59.438405Z","caller":"traceutil/trace.go:171","msg":"trace[145775785] linearizableReadLoop","detail":"{readStateIndex:26053; appliedIndex:26045; }","duration":"1.955900125s","start":"2026-07-25T02:05:57.48248Z","end":"2026-07-25T02:05:59.43838Z","steps":["trace[145775785] 'read index received' (duration: 1.152242948s)","trace[145775785] 'applied index is now lower than readState.Index' (duration: 803.655977ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:05:59.43845Z","caller":"traceutil/trace.go:171","msg":"trace[1987766553] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"1.042043536s","start":"2026-07-25T02:05:58.396385Z","end":"2026-07-25T02:05:59.438428Z","steps":["trace[1987766553] 'process raft request' (duration: 1.041744239s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:59.438523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210227724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:59.438555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:58.396355Z","time spent":"1.042141707s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:05:59.438577Z","caller":"traceutil/trace.go:171","msg":"trace[339259927] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25221; }","duration":"2.210337757s","start":"2026-07-25T02:05:57.228225Z","end":"2026-07-25T02:05:59.438563Z","steps":["trace[339259927] 'agreement among raft nodes before linearized reading' (duration: 2.210163693s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:59.438603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:57.228199Z","time spent":"2.210397407s","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:59.438569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370081285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:59.438623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656399084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:05:59.438638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272009923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:05:59.438649Z","caller":"traceutil/trace.go:171","msg":"trace[1435441484] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25221; }","duration":"2.656428335s","start":"2026-07-25T02:05:56.782212Z","end":"2026-07-25T02:05:59.438641Z","steps":["trace[1435441484] 'agreement among raft nodes before linearized reading' (duration: 2.656189731s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:59.438648Z","caller":"traceutil/trace.go:171","msg":"trace[1411974455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25221; }","duration":"2.370224737s","start":"2026-07-25T02:05:57.068405Z","end":"2026-07-25T02:05:59.43863Z","steps":["trace[1411974455] 'agreement among raft nodes before linearized reading' (duration: 2.370034263s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:59.438612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706299286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:05:59.438668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150203296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-25T02:05:59.438717Z","caller":"traceutil/trace.go:171","msg":"trace[1436506945] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25221; }","duration":"2.70649852s","start":"2026-07-25T02:05:56.732194Z","end":"2026-07-25T02:05:59.438692Z","steps":["trace[1436506945] 'agreement among raft nodes before linearized reading' (duration: 2.706232935s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:05:59.438743Z","caller":"traceutil/trace.go:171","msg":"trace[297635481] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25221; }","duration":"2.150336279s","start":"2026-07-25T02:05:57.288389Z","end":"2026-07-25T02:05:59.438726Z","steps":["trace[297635481] 'agreement among raft nodes before linearized reading' (duration: 2.150018433s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:59.43878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:56.732161Z","time spent":"2.706605541s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:59.438792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:57.288368Z","time spent":"2.150418421s","remote":"127.0.0.1:51144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:59.438694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:57.068381Z","time spent":"2.370302009s","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:05:59.438663Z","caller":"traceutil/trace.go:171","msg":"trace[689963208] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25221; }","duration":"3.272097994s","start":"2026-07-25T02:05:56.166558Z","end":"2026-07-25T02:05:59.438656Z","steps":["trace[689963208] 'agreement among raft nodes before linearized reading' (duration: 3.271950042s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:05:59.438669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:56.782186Z","time spent":"2.656477426s","remote":"127.0.0.1:52686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:05:59.439126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:56.16654Z","time spent":"3.272578274s","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:00.056485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.108186ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-25T02:06:00.056973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665950771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-25T02:06:00.057103Z","caller":"traceutil/trace.go:171","msg":"trace[1386924061] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25221; }","duration":"2.666137846s","start":"2026-07-25T02:05:57.390926Z","end":"2026-07-25T02:06:00.057064Z","steps":["trace[1386924061] 'agreement among raft nodes before linearized reading' (duration: 2.047466508s)","trace[1386924061] 'range keys from in-memory index tree' (duration: 618.36936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:00.057357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:57.390899Z","time spent":"2.666445671s","remote":"127.0.0.1:51144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-25T02:06:00.058319Z","caller":"traceutil/trace.go:171","msg":"trace[1667315378] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"742.895074ms","start":"2026-07-25T02:05:59.315387Z","end":"2026-07-25T02:06:00.058282Z","steps":["trace[1667315378] 'process raft request' (duration: 741.205481ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:00.058355Z","caller":"traceutil/trace.go:171","msg":"trace[1658756986] linearizableReadLoop","detail":"{readStateIndex:26055; appliedIndex:26053; }","duration":"619.859939ms","start":"2026-07-25T02:05:59.438463Z","end":"2026-07-25T02:06:00.058323Z","steps":["trace[1658756986] 'read index received' (duration: 122.972µs)","trace[1658756986] 'applied index is now lower than readState.Index' (duration: 619.735197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:00.058505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:59.315364Z","time spent":"743.044867ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:00.060506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569228139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-07-25T02:06:00.06054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.408458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:00.06057Z","caller":"traceutil/trace.go:171","msg":"trace[423994443] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25222; }","duration":"2.56931048s","start":"2026-07-25T02:05:57.491242Z","end":"2026-07-25T02:06:00.060553Z","steps":["trace[423994443] 'agreement among raft nodes before linearized reading' (duration: 2.567276731s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:00.060586Z","caller":"traceutil/trace.go:171","msg":"trace[1982429946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25222; }","duration":"755.506341ms","start":"2026-07-25T02:05:59.305068Z","end":"2026-07-25T02:06:00.060574Z","steps":["trace[1982429946] 'agreement among raft nodes before linearized reading' (duration: 753.4128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:00.060608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:57.491228Z","time spent":"2.569371282s","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7936,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-25T02:06:00.060618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:59.305046Z","time spent":"755.564851ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:06:00.060859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488512078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:00.060901Z","caller":"traceutil/trace.go:171","msg":"trace[2001607043] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25222; }","duration":"2.488557188s","start":"2026-07-25T02:05:57.572329Z","end":"2026-07-25T02:06:00.060886Z","steps":["trace[2001607043] 'agreement among raft nodes before linearized reading' (duration: 2.486177383s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:00.060892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.889498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:00.060936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:57.572283Z","time spent":"2.48864442s","remote":"127.0.0.1:52662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:06:00.060954Z","caller":"traceutil/trace.go:171","msg":"trace[1494242089] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25222; }","duration":"900.006311ms","start":"2026-07-25T02:05:59.160926Z","end":"2026-07-25T02:06:00.060932Z","steps":["trace[1494242089] 'agreement among raft nodes before linearized reading' (duration: 897.568915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:00.061006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:59.160903Z","time spent":"900.089033ms","remote":"127.0.0.1:50146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:00.06104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.630224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-25T02:06:00.061108Z","caller":"traceutil/trace.go:171","msg":"trace[1763542245] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25222; }","duration":"934.725846ms","start":"2026-07-25T02:05:59.126366Z","end":"2026-07-25T02:06:00.061092Z","steps":["trace[1763542245] 'agreement among raft nodes before linearized reading' (duration: 932.001333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:00.061154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:59.126348Z","time spent":"934.796197ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-07-25T02:06:00.061174Z","caller":"traceutil/trace.go:171","msg":"trace[439690128] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"570.665783ms","start":"2026-07-25T02:05:59.490488Z","end":"2026-07-25T02:06:00.061154Z","steps":["trace[439690128] 'process raft request' (duration: 567.819768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:00.061303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:59.490455Z","time spent":"570.763865ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:00.062517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633638315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:00.062639Z","caller":"traceutil/trace.go:171","msg":"trace[986084723] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25222; }","duration":"1.635450061s","start":"2026-07-25T02:05:58.42716Z","end":"2026-07-25T02:06:00.06261Z","steps":["trace[986084723] 'agreement among raft nodes before linearized reading' (duration: 1.631323481s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:00.062724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:58.42714Z","time spent":"1.635558093s","remote":"127.0.0.1:36424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:00.559434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:06:02.069002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-25T02:06:02.069106Z","caller":"traceutil/trace.go:171","msg":"trace[275323693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146627s","start":"2026-07-25T02:06:00.068932Z","end":"2026-07-25T02:06:02.069078Z","steps":["trace[275323693] 'agreement among raft nodes before linearized reading' (duration: 2.000004053s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:02.069162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.068924Z","time spent":"2.000226058s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:06:02.302764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540732207s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:06:02.303373Z","caller":"traceutil/trace.go:171","msg":"trace[940609945] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"2.811707327s","start":"2026-07-25T02:05:59.491637Z","end":"2026-07-25T02:06:02.303344Z","steps":["trace[940609945] 'process raft request' (duration: 1.270265465s)","trace[940609945] 'compare' (duration: 1.539864061s)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:02.303474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:59.491576Z","time spent":"2.811855339s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:02.303852Z","caller":"traceutil/trace.go:171","msg":"trace[2051629433] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"2.811995642s","start":"2026-07-25T02:05:59.491843Z","end":"2026-07-25T02:06:02.303839Z","steps":["trace[2051629433] 'process raft request' (duration: 2.811058074s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:02.303937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:59.491814Z","time spent":"2.812079284s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:02.304886Z","caller":"traceutil/trace.go:171","msg":"trace[1405018740] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"2.81237075s","start":"2026-07-25T02:05:59.49248Z","end":"2026-07-25T02:06:02.304851Z","steps":["trace[1405018740] 'process raft request' (duration: 2.811293749s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:02.305084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:59.492468Z","time spent":"2.812516522s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:02.305228Z","caller":"traceutil/trace.go:171","msg":"trace[23839840] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"1.664333013s","start":"2026-07-25T02:06:00.64087Z","end":"2026-07-25T02:06:02.305203Z","steps":["trace[23839840] 'process raft request' (duration: 1.663328163s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:02.305398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.640792Z","time spent":"1.664514406s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:02.305475Z","caller":"traceutil/trace.go:171","msg":"trace[359173546] linearizableReadLoop","detail":"{readStateIndex:26060; appliedIndex:26056; }","duration":"2.246998188s","start":"2026-07-25T02:06:00.058443Z","end":"2026-07-25T02:06:02.305442Z","steps":["trace[359173546] 'read index received' (duration: 703.299903ms)","trace[359173546] 'applied index is now lower than readState.Index' (duration: 1.543694695s)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:02.305587Z","caller":"traceutil/trace.go:171","msg":"trace[426188548] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"2.812552052s","start":"2026-07-25T02:05:59.493022Z","end":"2026-07-25T02:06:02.305574Z","steps":["trace[426188548] 'process raft request' (duration: 2.811010773s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:02.305692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:59.49301Z","time spent":"2.812605203s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:02.305788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336091593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-25T02:06:02.305893Z","caller":"traceutil/trace.go:171","msg":"trace[693800331] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25228; }","duration":"2.336213286s","start":"2026-07-25T02:05:59.96964Z","end":"2026-07-25T02:06:02.305853Z","steps":["trace[693800331] 'agreement among raft nodes before linearized reading' (duration: 2.3359631s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:02.305936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:59.969613Z","time spent":"2.336312587s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-25T02:06:02.306064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703150574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-25T02:06:02.306098Z","caller":"traceutil/trace.go:171","msg":"trace[1741194978] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25228; }","duration":"2.703250296s","start":"2026-07-25T02:05:59.602841Z","end":"2026-07-25T02:06:02.306091Z","steps":["trace[1741194978] 'agreement among raft nodes before linearized reading' (duration: 2.702953501s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:02.306153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:05:59.602797Z","time spent":"2.703348688s","remote":"127.0.0.1:51140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:02.806461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:06:03.130389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.554271331s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-25T02:06:03.964073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.349154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:06:03.964351Z","caller":"traceutil/trace.go:171","msg":"trace[900909909] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"2.810660536s","start":"2026-07-25T02:06:01.15367Z","end":"2026-07-25T02:06:03.964331Z","steps":["trace[900909909] 'process raft request' (duration: 2.810511513s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:03.964366Z","caller":"traceutil/trace.go:171","msg":"trace[447081860] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"2.988009017s","start":"2026-07-25T02:06:00.976309Z","end":"2026-07-25T02:06:03.964318Z","steps":["trace[447081860] 'process raft request' (duration: 2.154311566s)","trace[447081860] 'compare' (duration: 832.493627ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:03.964424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:01.153645Z","time spent":"2.810746647s","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:03.964531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.97628Z","time spent":"2.9881551s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:03.964741Z","caller":"traceutil/trace.go:171","msg":"trace[409008626] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"2.728517488s","start":"2026-07-25T02:06:01.236191Z","end":"2026-07-25T02:06:03.964709Z","steps":["trace[409008626] 'process raft request' (duration: 2.72809079s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:03.964898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:01.236164Z","time spent":"2.728644661s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:03.965514Z","caller":"traceutil/trace.go:171","msg":"trace[205343916] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"2.521680524s","start":"2026-07-25T02:06:01.443821Z","end":"2026-07-25T02:06:03.965501Z","steps":["trace[205343916] 'process raft request' (duration: 2.520759125s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:03.965601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:01.443807Z","time spent":"2.521750325s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:04.070201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-25T02:06:04.070265Z","caller":"traceutil/trace.go:171","msg":"trace[427375445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999952753s","start":"2026-07-25T02:06:02.070296Z","end":"2026-07-25T02:06:04.070249Z","steps":["trace[427375445] 'agreement among raft nodes before linearized reading' (duration: 1.999876112s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.070312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:02.070278Z","time spent":"2.000021565s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/25 02:06:04 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-25T02:06:04.085053Z","caller":"traceutil/trace.go:171","msg":"trace[924817563] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"1.774053137s","start":"2026-07-25T02:06:02.310973Z","end":"2026-07-25T02:06:04.085027Z","steps":["trace[924817563] 'process raft request' (duration: 1.773946275s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:04.085079Z","caller":"traceutil/trace.go:171","msg":"trace[548628236] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"2.016941133s","start":"2026-07-25T02:06:02.068085Z","end":"2026-07-25T02:06:04.085026Z","steps":["trace[548628236] 'process raft request' (duration: 2.016309871s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.085212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:02.31095Z","time spent":"1.77417163s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.085215Z","caller":"traceutil/trace.go:171","msg":"trace[1293622995] linearizableReadLoop","detail":"{readStateIndex:26068; appliedIndex:26061; }","duration":"1.779645516s","start":"2026-07-25T02:06:02.305535Z","end":"2026-07-25T02:06:04.08518Z","steps":["trace[1293622995] 'read index received' (duration: 825.105274ms)","trace[1293622995] 'applied index is now lower than readState.Index' (duration: 954.537432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:04.085309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:02.068054Z","time spent":"2.017138646s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:04.085349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805055261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:04.085451Z","caller":"traceutil/trace.go:171","msg":"trace[466359253] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25235; }","duration":"1.805212794s","start":"2026-07-25T02:06:02.280209Z","end":"2026-07-25T02:06:04.085422Z","steps":["trace[466359253] 'agreement among raft nodes before linearized reading' (duration: 1.805049951s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.085523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:02.280182Z","time spent":"1.805322877s","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:04.085545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.444511879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-25T02:06:04.085541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162671116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:04.085593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725464762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:04.085602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.444927888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:06:04.085617Z","caller":"traceutil/trace.go:171","msg":"trace[1388781007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25235; }","duration":"3.444622352s","start":"2026-07-25T02:06:00.640969Z","end":"2026-07-25T02:06:04.085591Z","steps":["trace[1388781007] 'agreement among raft nodes before linearized reading' (duration: 3.444226893s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:04.085633Z","caller":"traceutil/trace.go:171","msg":"trace[201387939] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25235; }","duration":"1.725552434s","start":"2026-07-25T02:06:02.360068Z","end":"2026-07-25T02:06:04.085621Z","steps":["trace[201387939] 'agreement among raft nodes before linearized reading' (duration: 1.725482883s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:04.085643Z","caller":"traceutil/trace.go:171","msg":"trace[954257640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25235; }","duration":"3.444991179s","start":"2026-07-25T02:06:00.640639Z","end":"2026-07-25T02:06:04.08563Z","steps":["trace[954257640] 'agreement among raft nodes before linearized reading' (duration: 3.444780735s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:04.085649Z","caller":"traceutil/trace.go:171","msg":"trace[2114083067] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"1.594429803s","start":"2026-07-25T02:06:02.491196Z","end":"2026-07-25T02:06:04.085625Z","steps":["trace[2114083067] 'process raft request' (duration: 1.59378412s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.085657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.640962Z","time spent":"3.444685203s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T02:06:04.085641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.752304738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:04.085628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642394132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-25T02:06:04.085688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434554379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-25T02:06:04.085721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.148719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:04.085721Z","caller":"traceutil/trace.go:171","msg":"trace[811002796] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25235; }","duration":"3.75238703s","start":"2026-07-25T02:06:00.333312Z","end":"2026-07-25T02:06:04.085699Z","steps":["trace[811002796] 'agreement among raft nodes before linearized reading' (duration: 3.752257097s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.085737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:02.49117Z","time spent":"1.594515354s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.085748Z","caller":"traceutil/trace.go:171","msg":"trace[1669380601] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25235; }","duration":"706.213331ms","start":"2026-07-25T02:06:03.379527Z","end":"2026-07-25T02:06:04.085741Z","steps":["trace[1669380601] 'agreement among raft nodes before linearized reading' (duration: 706.16595ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:04.085747Z","caller":"traceutil/trace.go:171","msg":"trace[295015919] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25235; }","duration":"2.43463848s","start":"2026-07-25T02:06:01.651088Z","end":"2026-07-25T02:06:04.085726Z","steps":["trace[295015919] 'agreement among raft nodes before linearized reading' (duration: 2.434385725s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.085769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:03.379503Z","time spent":"706.260732ms","remote":"127.0.0.1:33544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:06:04.085751Z","caller":"traceutil/trace.go:171","msg":"trace[818189483] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25235; }","duration":"2.642534355s","start":"2026-07-25T02:06:01.44318Z","end":"2026-07-25T02:06:04.085715Z","steps":["trace[818189483] 'agreement among raft nodes before linearized reading' (duration: 2.642148598s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.085772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.333242Z","time spent":"3.752519522s","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:04.085801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019866903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c56624d2c028f3\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-25T02:06:04.085815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:01.443108Z","time spent":"2.642696849s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-25T02:06:04.085832Z","caller":"traceutil/trace.go:171","msg":"trace[659966240] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c56624d2c028f3; range_end:; response_count:1; response_revision:25235; }","duration":"4.019924915s","start":"2026-07-25T02:06:00.065897Z","end":"2026-07-25T02:06:04.085822Z","steps":["trace[659966240] 'agreement among raft nodes before linearized reading' (duration: 4.019581128s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.085846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.505917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-25T02:06:04.085854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.507721468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-25T02:06:04.085863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.065882Z","time spent":"4.019974006s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c56624d2c028f3\" "} {"level":"info","ts":"2026-07-25T02:06:04.085871Z","caller":"traceutil/trace.go:171","msg":"trace[577489930] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:25235; }","duration":"632.558678ms","start":"2026-07-25T02:06:03.453304Z","end":"2026-07-25T02:06:04.085862Z","steps":["trace[577489930] 'agreement among raft nodes before linearized reading' (duration: 632.371814ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:04.085633Z","caller":"traceutil/trace.go:171","msg":"trace[1633217728] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25235; }","duration":"3.162837979s","start":"2026-07-25T02:06:00.922768Z","end":"2026-07-25T02:06:04.085606Z","steps":["trace[1633217728] 'agreement among raft nodes before linearized reading' (duration: 3.162634605s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:04.085886Z","caller":"traceutil/trace.go:171","msg":"trace[1471920067] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25235; }","duration":"3.50778833s","start":"2026-07-25T02:06:00.57809Z","end":"2026-07-25T02:06:04.085878Z","steps":["trace[1471920067] 'agreement among raft nodes before linearized reading' (duration: 3.507403673s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.085902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:03.453288Z","time spent":"632.607248ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-25T02:06:04.085915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.578066Z","time spent":"3.507843821s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-25T02:06:04.085919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.922739Z","time spent":"3.163163534s","remote":"127.0.0.1:43596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:04.085681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.640599Z","time spent":"3.445073031s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T02:06:04.085936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.444806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18230"} {"level":"warn","ts":"2026-07-25T02:06:04.085788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:01.651068Z","time spent":"2.434711452s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-25T02:06:04.086024Z","caller":"traceutil/trace.go:171","msg":"trace[1521643618] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25235; }","duration":"115.61608ms","start":"2026-07-25T02:06:03.970387Z","end":"2026-07-25T02:06:04.086003Z","steps":["trace[1521643618] 'agreement among raft nodes before linearized reading' (duration: 115.228513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.085661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:02.360045Z","time spent":"1.725610446s","remote":"127.0.0.1:50174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:04.086108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44556455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T02:06:04.086144Z","caller":"traceutil/trace.go:171","msg":"trace[401373753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25235; }","duration":"3.445624491s","start":"2026-07-25T02:06:00.640507Z","end":"2026-07-25T02:06:04.086131Z","steps":["trace[401373753] 'agreement among raft nodes before linearized reading' (duration: 3.444934088s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.086182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.640487Z","time spent":"3.445680272s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T02:06:04.086182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445372366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-25T02:06:04.086197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.446517558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:06:04.086236Z","caller":"traceutil/trace.go:171","msg":"trace[1707529476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25235; }","duration":"3.445503998s","start":"2026-07-25T02:06:00.640715Z","end":"2026-07-25T02:06:04.086219Z","steps":["trace[1707529476] 'agreement among raft nodes before linearized reading' (duration: 3.444653832s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:04.086422Z","caller":"traceutil/trace.go:171","msg":"trace[1315586754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25235; }","duration":"3.446585359s","start":"2026-07-25T02:06:00.639639Z","end":"2026-07-25T02:06:04.086224Z","steps":["trace[1315586754] 'agreement among raft nodes before linearized reading' (duration: 3.445816085s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.086216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.626796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:04.086465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.021115968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30c8d86f-c241-4099-b159-d155e891bbaf\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-07-25T02:06:04.08646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.640657Z","time spent":"3.445790974s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T02:06:04.086463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.639618Z","time spent":"3.446837384s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-25T02:06:04.086493Z","caller":"traceutil/trace.go:171","msg":"trace[1795137924] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30c8d86f-c241-4099-b159-d155e891bbaf; range_end:; response_count:1; response_revision:25235; }","duration":"4.021175209s","start":"2026-07-25T02:06:00.065307Z","end":"2026-07-25T02:06:04.086482Z","steps":["trace[1795137924] 'agreement among raft nodes before linearized reading' (duration: 4.020399655s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:04.086497Z","caller":"traceutil/trace.go:171","msg":"trace[442952349] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25235; }","duration":"821.981543ms","start":"2026-07-25T02:06:03.26449Z","end":"2026-07-25T02:06:04.086471Z","steps":["trace[442952349] 'agreement among raft nodes before linearized reading' (duration: 821.574865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.086515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:00.06529Z","time spent":"4.02121949s","remote":"127.0.0.1:51174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-30c8d86f-c241-4099-b159-d155e891bbaf\" "} {"level":"warn","ts":"2026-07-25T02:06:04.086564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:03.264467Z","time spent":"822.084946ms","remote":"127.0.0.1:44170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:06:04.735994Z","caller":"traceutil/trace.go:171","msg":"trace[66327538] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"645.701263ms","start":"2026-07-25T02:06:04.090239Z","end":"2026-07-25T02:06:04.73594Z","steps":["trace[66327538] 'process raft request' (duration: 644.706394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.736245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.090214Z","time spent":"645.936028ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.736694Z","caller":"traceutil/trace.go:171","msg":"trace[193503888] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"643.872638ms","start":"2026-07-25T02:06:04.092791Z","end":"2026-07-25T02:06:04.736664Z","steps":["trace[193503888] 'process raft request' (duration: 643.424269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.736764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.50033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-25T02:06:04.736821Z","caller":"traceutil/trace.go:171","msg":"trace[2127033115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25243; }","duration":"644.598573ms","start":"2026-07-25T02:06:04.09221Z","end":"2026-07-25T02:06:04.736809Z","steps":["trace[2127033115] 'agreement among raft nodes before linearized reading' (duration: 644.311008ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:04.736699Z","caller":"traceutil/trace.go:171","msg":"trace[26462419] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"643.40214ms","start":"2026-07-25T02:06:04.09327Z","end":"2026-07-25T02:06:04.736672Z","steps":["trace[26462419] 'process raft request' (duration: 643.075593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.736874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.092195Z","time spent":"644.670154ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-25T02:06:04.736869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.092783Z","time spent":"643.99175ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.736438Z","caller":"traceutil/trace.go:171","msg":"trace[388278745] linearizableReadLoop","detail":"{readStateIndex:26070; appliedIndex:26069; }","duration":"644.167933ms","start":"2026-07-25T02:06:04.092231Z","end":"2026-07-25T02:06:04.736399Z","steps":["trace[388278745] 'read index received' (duration: 83.381902ms)","trace[388278745] 'applied index is now lower than readState.Index' (duration: 560.784381ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:04.736568Z","caller":"traceutil/trace.go:171","msg":"trace[247935494] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"643.825017ms","start":"2026-07-25T02:06:04.092698Z","end":"2026-07-25T02:06:04.736523Z","steps":["trace[247935494] 'process raft request' (duration: 643.470449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.73703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.093261Z","time spent":"643.635844ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.736575Z","caller":"traceutil/trace.go:171","msg":"trace[1030953638] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"643.99633ms","start":"2026-07-25T02:06:04.092548Z","end":"2026-07-25T02:06:04.736544Z","steps":["trace[1030953638] 'process raft request' (duration: 643.571531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.737096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.092693Z","time spent":"644.329137ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.736569Z","caller":"traceutil/trace.go:171","msg":"trace[699771200] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"644.020211ms","start":"2026-07-25T02:06:04.092512Z","end":"2026-07-25T02:06:04.736532Z","steps":["trace[699771200] 'process raft request' (duration: 643.558171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.737244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.092508Z","time spent":"644.710824ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:04.737262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.092541Z","time spent":"644.607171ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.736662Z","caller":"traceutil/trace.go:171","msg":"trace[1017968694] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"643.555372ms","start":"2026-07-25T02:06:04.093094Z","end":"2026-07-25T02:06:04.736649Z","steps":["trace[1017968694] 'process raft request' (duration: 643.178084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.737383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.09307Z","time spent":"644.275575ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.736359Z","caller":"traceutil/trace.go:171","msg":"trace[373655317] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"643.845777ms","start":"2026-07-25T02:06:04.092448Z","end":"2026-07-25T02:06:04.736293Z","steps":["trace[373655317] 'process raft request' (duration: 643.445459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.737496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.092437Z","time spent":"645.006869ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.740895Z","caller":"traceutil/trace.go:171","msg":"trace[534930392] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"564.246638ms","start":"2026-07-25T02:06:04.176629Z","end":"2026-07-25T02:06:04.740875Z","steps":["trace[534930392] 'process raft request' (duration: 563.918672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.740968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.176605Z","time spent":"564.32784ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.740957Z","caller":"traceutil/trace.go:171","msg":"trace[773347317] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"429.837093ms","start":"2026-07-25T02:06:04.311089Z","end":"2026-07-25T02:06:04.740926Z","steps":["trace[773347317] 'process raft request' (duration: 429.736431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.741022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.311061Z","time spent":"429.932125ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.741147Z","caller":"traceutil/trace.go:171","msg":"trace[2139264250] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"429.972716ms","start":"2026-07-25T02:06:04.311162Z","end":"2026-07-25T02:06:04.741135Z","steps":["trace[2139264250] 'process raft request' (duration: 429.722791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.741191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.311128Z","time spent":"430.038637ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.741349Z","caller":"traceutil/trace.go:171","msg":"trace[565862396] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"430.937095ms","start":"2026-07-25T02:06:04.310033Z","end":"2026-07-25T02:06:04.74097Z","steps":["trace[565862396] 'process raft request' (duration: 430.723491ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:04.741427Z","caller":"traceutil/trace.go:171","msg":"trace[353024063] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"428.845433ms","start":"2026-07-25T02:06:04.31257Z","end":"2026-07-25T02:06:04.741416Z","steps":["trace[353024063] 'process raft request' (duration: 428.535487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.741471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.312545Z","time spent":"428.903125ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:04.741603Z","caller":"traceutil/trace.go:171","msg":"trace[957509113] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"428.013767ms","start":"2026-07-25T02:06:04.31358Z","end":"2026-07-25T02:06:04.741594Z","steps":["trace[957509113] 'process raft request' (duration: 427.774492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.741661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.313554Z","time spent":"428.081338ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:04.741695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.817923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:04.741734Z","caller":"traceutil/trace.go:171","msg":"trace[1411789375] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25249; }","duration":"520.874495ms","start":"2026-07-25T02:06:04.220847Z","end":"2026-07-25T02:06:04.741721Z","steps":["trace[1411789375] 'agreement among raft nodes before linearized reading' (duration: 520.812944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.741773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.220799Z","time spent":"520.967536ms","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:04.741848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.309997Z","time spent":"431.450805ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:04.742063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.547688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418399"} {"level":"info","ts":"2026-07-25T02:06:04.742092Z","caller":"traceutil/trace.go:171","msg":"trace[1711045818] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25249; }","duration":"374.607279ms","start":"2026-07-25T02:06:04.367476Z","end":"2026-07-25T02:06:04.742083Z","steps":["trace[1711045818] 'agreement among raft nodes before linearized reading' (duration: 374.409665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.74211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.367459Z","time spent":"374.64667ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418421,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-25T02:06:04.741855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.780746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:04.742272Z","caller":"traceutil/trace.go:171","msg":"trace[1384659868] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25249; }","duration":"349.227756ms","start":"2026-07-25T02:06:04.393022Z","end":"2026-07-25T02:06:04.74225Z","steps":["trace[1384659868] 'agreement among raft nodes before linearized reading' (duration: 348.763676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.742316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.393009Z","time spent":"349.291987ms","remote":"127.0.0.1:52956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:04.744005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.689347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-25T02:06:04.744042Z","caller":"traceutil/trace.go:171","msg":"trace[806695664] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25249; }","duration":"528.757338ms","start":"2026-07-25T02:06:04.215275Z","end":"2026-07-25T02:06:04.744032Z","steps":["trace[806695664] 'agreement among raft nodes before linearized reading' (duration: 526.526805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:04.744065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:04.215261Z","time spent":"528.798629ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2687,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:06:05.175185Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000065e7.wal"} {"level":"warn","ts":"2026-07-25T02:06:15.35524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681608,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-25T02:06:15.406319Z","caller":"traceutil/trace.go:171","msg":"trace[1170410669] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"556.60111ms","start":"2026-07-25T02:06:14.849674Z","end":"2026-07-25T02:06:15.406275Z","steps":["trace[1170410669] 'process raft request' (duration: 556.336565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:15.406495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:14.849644Z","time spent":"556.759182ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:16.104732Z","caller":"traceutil/trace.go:171","msg":"trace[346865905] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"1.25458401s","start":"2026-07-25T02:06:14.850113Z","end":"2026-07-25T02:06:16.104697Z","steps":["trace[346865905] 'process raft request' (duration: 1.211946951s)","trace[346865905] 'compare' (duration: 41.888054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:16.104908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:14.850076Z","time spent":"1.254734433s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:16.105041Z","caller":"traceutil/trace.go:171","msg":"trace[1903835997] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"1.254908806s","start":"2026-07-25T02:06:14.850122Z","end":"2026-07-25T02:06:16.105031Z","steps":["trace[1903835997] 'process raft request' (duration: 1.254013239s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:16.105084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:14.850079Z","time spent":"1.254977058s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:16.105097Z","caller":"traceutil/trace.go:171","msg":"trace[957041612] linearizableReadLoop","detail":"{readStateIndex:26154; appliedIndex:26148; }","duration":"1.25047151s","start":"2026-07-25T02:06:14.854592Z","end":"2026-07-25T02:06:16.105063Z","steps":["trace[957041612] 'read index received' (duration: 551.51275ms)","trace[957041612] 'applied index is now lower than readState.Index' (duration: 698.95565ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:16.105147Z","caller":"traceutil/trace.go:171","msg":"trace[1627235398] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"1.254908036s","start":"2026-07-25T02:06:14.850191Z","end":"2026-07-25T02:06:16.105099Z","steps":["trace[1627235398] 'process raft request' (duration: 1.25402197s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:16.105224Z","caller":"traceutil/trace.go:171","msg":"trace[1906966368] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"1.02844166s","start":"2026-07-25T02:06:15.076733Z","end":"2026-07-25T02:06:16.105174Z","steps":["trace[1906966368] 'process raft request' (duration: 1.027515623s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:16.105337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:14.850158Z","time spent":"1.255066089s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:16.105362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250746955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T02:06:16.105398Z","caller":"traceutil/trace.go:171","msg":"trace[1612695246] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25319; }","duration":"1.250836648s","start":"2026-07-25T02:06:14.85455Z","end":"2026-07-25T02:06:16.105387Z","steps":["trace[1612695246] 'agreement among raft nodes before linearized reading' (duration: 1.250648153s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:16.105358Z","caller":"traceutil/trace.go:171","msg":"trace[1926577422] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"1.25510335s","start":"2026-07-25T02:06:14.850197Z","end":"2026-07-25T02:06:16.1053Z","steps":["trace[1926577422] 'process raft request' (duration: 1.253983099s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:16.10543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:14.854538Z","time spent":"1.250884979s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T02:06:16.106369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:14.850177Z","time spent":"1.256061659s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:16.105431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:15.0767Z","time spent":"1.028614314s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:16.105495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237497438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:06:16.106665Z","caller":"traceutil/trace.go:171","msg":"trace[590681543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25319; }","duration":"1.23867439s","start":"2026-07-25T02:06:14.867961Z","end":"2026-07-25T02:06:16.106635Z","steps":["trace[590681543] 'agreement among raft nodes before linearized reading' (duration: 1.237426407s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:16.106722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:14.867933Z","time spent":"1.238772422s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T02:06:16.105507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24891395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:06:16.106814Z","caller":"traceutil/trace.go:171","msg":"trace[1518414281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25319; }","duration":"1.250209385s","start":"2026-07-25T02:06:14.856576Z","end":"2026-07-25T02:06:16.106785Z","steps":["trace[1518414281] 'agreement among raft nodes before linearized reading' (duration: 1.248882039s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:16.106869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:14.856559Z","time spent":"1.250291556s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T02:06:16.105741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.574747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:16.10696Z","caller":"traceutil/trace.go:171","msg":"trace[694520004] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25319; }","duration":"654.015625ms","start":"2026-07-25T02:06:15.452926Z","end":"2026-07-25T02:06:16.106942Z","steps":["trace[694520004] 'agreement among raft nodes before linearized reading' (duration: 652.598727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:16.107012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:15.452899Z","time spent":"654.099477ms","remote":"127.0.0.1:50156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-25T02:06:16.105776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172541575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-25T02:06:16.10721Z","caller":"traceutil/trace.go:171","msg":"trace[1640025764] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25319; }","duration":"1.174015873s","start":"2026-07-25T02:06:14.933183Z","end":"2026-07-25T02:06:16.107199Z","steps":["trace[1640025764] 'agreement among raft nodes before linearized reading' (duration: 1.172351021s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:16.107244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:14.933159Z","time spent":"1.174076334s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-25T02:06:16.105749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25041897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T02:06:16.107424Z","caller":"traceutil/trace.go:171","msg":"trace[101590195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25319; }","duration":"1.252325585s","start":"2026-07-25T02:06:14.85507Z","end":"2026-07-25T02:06:16.107396Z","steps":["trace[101590195] 'agreement among raft nodes before linearized reading' (duration: 1.250275235s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:16.107474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:14.855056Z","time spent":"1.252404688s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T02:06:16.105758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250403669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:06:16.107594Z","caller":"traceutil/trace.go:171","msg":"trace[269451317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25319; }","duration":"1.252450458s","start":"2026-07-25T02:06:14.855115Z","end":"2026-07-25T02:06:16.107565Z","steps":["trace[269451317] 'agreement among raft nodes before linearized reading' (duration: 1.250276246s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:16.107797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:14.855104Z","time spent":"1.252670563s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T02:06:16.105801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.375833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:16.107896Z","caller":"traceutil/trace.go:171","msg":"trace[889581576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25319; }","duration":"801.518625ms","start":"2026-07-25T02:06:15.306365Z","end":"2026-07-25T02:06:16.107883Z","steps":["trace[889581576] 'agreement among raft nodes before linearized reading' (duration: 799.16663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:16.107933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:15.306345Z","time spent":"801.579605ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:06:16.105942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250745155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:06:16.108028Z","caller":"traceutil/trace.go:171","msg":"trace[1439709398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25319; }","duration":"1.252873086s","start":"2026-07-25T02:06:14.855118Z","end":"2026-07-25T02:06:16.107991Z","steps":["trace[1439709398] 'agreement among raft nodes before linearized reading' (duration: 1.250423029s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:16.108106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:14.855106Z","time spent":"1.252978358s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T02:06:16.67709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:06:17.177352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:06:17.238227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062083325s","expected-duration":"1s"} {"level":"info","ts":"2026-07-25T02:06:17.238918Z","caller":"traceutil/trace.go:171","msg":"trace[1959832033] linearizableReadLoop","detail":"{readStateIndex:26162; appliedIndex:26156; }","duration":"1.062624465s","start":"2026-07-25T02:06:16.176267Z","end":"2026-07-25T02:06:17.238891Z","steps":["trace[1959832033] 'read index received' (duration: 1.062143406s)","trace[1959832033] 'applied index is now lower than readState.Index' (duration: 479.859µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:17.239266Z","caller":"traceutil/trace.go:171","msg":"trace[1440453177] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"1.126867974s","start":"2026-07-25T02:06:16.112385Z","end":"2026-07-25T02:06:17.239253Z","steps":["trace[1440453177] 'process raft request' (duration: 1.12611874s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:17.23938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:16.112373Z","time spent":"1.126930185s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:17.239563Z","caller":"traceutil/trace.go:171","msg":"trace[915273973] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"1.090141821s","start":"2026-07-25T02:06:16.149378Z","end":"2026-07-25T02:06:17.23952Z","steps":["trace[915273973] 'process raft request' (duration: 1.089471368s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:17.239629Z","caller":"traceutil/trace.go:171","msg":"trace[1463824130] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"1.127016698s","start":"2026-07-25T02:06:16.112566Z","end":"2026-07-25T02:06:17.239583Z","steps":["trace[1463824130] 'process raft request' (duration: 1.126175762s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:17.239698Z","caller":"traceutil/trace.go:171","msg":"trace[618635671] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"1.127185352s","start":"2026-07-25T02:06:16.112456Z","end":"2026-07-25T02:06:17.239642Z","steps":["trace[618635671] 'process raft request' (duration: 1.126243663s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:17.239787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:16.112559Z","time spent":"1.12711506s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:17.239788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061724888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"warn","ts":"2026-07-25T02:06:17.239803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:16.149362Z","time spent":"1.090303144s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:17.23984Z","caller":"traceutil/trace.go:171","msg":"trace[687442467] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25326; }","duration":"1.0618055s","start":"2026-07-25T02:06:16.178019Z","end":"2026-07-25T02:06:17.239825Z","steps":["trace[687442467] 'agreement among raft nodes before linearized reading' (duration: 1.061549825s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:17.239763Z","caller":"traceutil/trace.go:171","msg":"trace[1738352649] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"1.127078629s","start":"2026-07-25T02:06:16.112634Z","end":"2026-07-25T02:06:17.239713Z","steps":["trace[1738352649] 'process raft request' (duration: 1.12613879s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:17.239868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:16.112449Z","time spent":"1.127326244s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:17.23988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:16.178007Z","time spent":"1.061866151s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18252,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-25T02:06:17.239949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.490188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:17.239987Z","caller":"traceutil/trace.go:171","msg":"trace[132934413] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25326; }","duration":"189.570899ms","start":"2026-07-25T02:06:17.050404Z","end":"2026-07-25T02:06:17.239975Z","steps":["trace[132934413] 'agreement among raft nodes before linearized reading' (duration: 189.496807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:17.239999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:16.112623Z","time spent":"1.127277623s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:17.240023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125947147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:17.240079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074918845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:17.239841Z","caller":"traceutil/trace.go:171","msg":"trace[234278602] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"1.125800894s","start":"2026-07-25T02:06:16.114024Z","end":"2026-07-25T02:06:17.239825Z","steps":["trace[234278602] 'process raft request' (duration: 1.124785884s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:17.240156Z","caller":"traceutil/trace.go:171","msg":"trace[915209240] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25326; }","duration":"1.126158061s","start":"2026-07-25T02:06:16.113962Z","end":"2026-07-25T02:06:17.24012Z","steps":["trace[915209240] 'agreement among raft nodes before linearized reading' (duration: 1.125893027s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:17.240197Z","caller":"traceutil/trace.go:171","msg":"trace[90739905] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25326; }","duration":"1.075106038s","start":"2026-07-25T02:06:16.165067Z","end":"2026-07-25T02:06:17.240173Z","steps":["trace[90739905] 'agreement among raft nodes before linearized reading' (duration: 1.074905385s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:17.24022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:16.114014Z","time spent":"1.126173582s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:17.240237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:16.165045Z","time spent":"1.07518476s","remote":"127.0.0.1:52604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:17.240231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:16.113941Z","time spent":"1.126278463s","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-25T02:06:18.025469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-25T02:06:18.438484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137045043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:18.438569Z","caller":"traceutil/trace.go:171","msg":"trace[1594691291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25326; }","duration":"1.137179806s","start":"2026-07-25T02:06:17.301369Z","end":"2026-07-25T02:06:18.438549Z","steps":["trace[1594691291] 'range keys from in-memory index tree' (duration: 1.136955902s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.43861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:17.30135Z","time spent":"1.137250737s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:06:18.438828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12867538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:18.438857Z","caller":"traceutil/trace.go:171","msg":"trace[658783003] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25326; }","duration":"1.128717481s","start":"2026-07-25T02:06:17.31013Z","end":"2026-07-25T02:06:18.438847Z","steps":["trace[658783003] 'range keys from in-memory index tree' (duration: 1.128639029s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.438884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:17.310123Z","time spent":"1.128753611s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-25T02:06:18.438911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.094852ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:18.439036Z","caller":"traceutil/trace.go:171","msg":"trace[1849895778] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25326; }","duration":"295.239405ms","start":"2026-07-25T02:06:18.143778Z","end":"2026-07-25T02:06:18.439017Z","steps":["trace[1849895778] 'range keys from in-memory index tree' (duration: 295.074942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.43911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102616333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:18.439208Z","caller":"traceutil/trace.go:171","msg":"trace[1818765140] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25326; }","duration":"1.102810387s","start":"2026-07-25T02:06:17.336372Z","end":"2026-07-25T02:06:18.439182Z","steps":["trace[1818765140] 'count revisions from in-memory index tree' (duration: 1.10249534s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.439195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.184085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-25T02:06:18.439258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:17.336344Z","time spent":"1.102901078s","remote":"127.0.0.1:51498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:06:18.439282Z","caller":"traceutil/trace.go:171","msg":"trace[1462265880] linearizableReadLoop","detail":"{readStateIndex:26163; appliedIndex:26162; }","duration":"913.880731ms","start":"2026-07-25T02:06:17.525386Z","end":"2026-07-25T02:06:18.439267Z","steps":["trace[1462265880] 'read index received' (duration: 730.578244ms)","trace[1462265880] 'applied index is now lower than readState.Index' (duration: 183.301617ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:18.439312Z","caller":"traceutil/trace.go:171","msg":"trace[1232541837] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"1.025740127s","start":"2026-07-25T02:06:17.413545Z","end":"2026-07-25T02:06:18.439285Z","steps":["trace[1232541837] 'process raft request' (duration: 842.38394ms)","trace[1232541837] 'compare' (duration: 182.935979ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:18.439367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.989222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:18.439404Z","caller":"traceutil/trace.go:171","msg":"trace[217213340] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25327; }","duration":"914.050915ms","start":"2026-07-25T02:06:17.525343Z","end":"2026-07-25T02:06:18.439394Z","steps":["trace[217213340] 'agreement among raft nodes before linearized reading' (duration: 913.987123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.439447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:17.525324Z","time spent":"914.116636ms","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:18.439438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:17.413506Z","time spent":"1.025856939s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:18.939416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681640,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-25T02:06:18.954193Z","caller":"traceutil/trace.go:171","msg":"trace[1948730446] linearizableReadLoop","detail":"{readStateIndex:26168; appliedIndex:26163; }","duration":"514.847519ms","start":"2026-07-25T02:06:18.439305Z","end":"2026-07-25T02:06:18.954153Z","steps":["trace[1948730446] 'read index received' (duration: 513.733347ms)","trace[1948730446] 'applied index is now lower than readState.Index' (duration: 1.112612ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:18.954295Z","caller":"traceutil/trace.go:171","msg":"trace[679946785] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"832.433467ms","start":"2026-07-25T02:06:18.121835Z","end":"2026-07-25T02:06:18.954269Z","steps":["trace[679946785] 'process raft request' (duration: 832.248293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.954441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:18.121821Z","time spent":"832.540189ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:18.954484Z","caller":"traceutil/trace.go:171","msg":"trace[1732285584] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"843.561764ms","start":"2026-07-25T02:06:18.110912Z","end":"2026-07-25T02:06:18.954474Z","steps":["trace[1732285584] 'process raft request' (duration: 842.257638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.954484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.171855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:18.954578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173285859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:06:18.954615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:18.110892Z","time spent":"843.639795ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:18.954632Z","caller":"traceutil/trace.go:171","msg":"trace[76767239] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25332; }","duration":"1.173414291s","start":"2026-07-25T02:06:17.781205Z","end":"2026-07-25T02:06:18.954619Z","steps":["trace[76767239] 'agreement among raft nodes before linearized reading' (duration: 1.173148296s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.954647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196329198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:18.954678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:17.781183Z","time spent":"1.173481183s","remote":"127.0.0.1:51192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:18.954461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.128443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:18.954651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.646463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:06:18.954575Z","caller":"traceutil/trace.go:171","msg":"trace[133828988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25332; }","duration":"513.311188ms","start":"2026-07-25T02:06:18.441241Z","end":"2026-07-25T02:06:18.954552Z","steps":["trace[133828988] 'agreement among raft nodes before linearized reading' (duration: 513.155715ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:18.954755Z","caller":"traceutil/trace.go:171","msg":"trace[1889434571] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25332; }","duration":"959.496911ms","start":"2026-07-25T02:06:17.995239Z","end":"2026-07-25T02:06:18.954736Z","steps":["trace[1889434571] 'agreement among raft nodes before linearized reading' (duration: 959.109022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.9548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:17.995216Z","time spent":"959.571082ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:18.954811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.834037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:18.954659Z","caller":"traceutil/trace.go:171","msg":"trace[1413383117] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"843.543514ms","start":"2026-07-25T02:06:18.111106Z","end":"2026-07-25T02:06:18.954649Z","steps":["trace[1413383117] 'process raft request' (duration: 842.85307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.954836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.660352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-25T02:06:18.95485Z","caller":"traceutil/trace.go:171","msg":"trace[683098936] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25332; }","duration":"462.895707ms","start":"2026-07-25T02:06:18.491938Z","end":"2026-07-25T02:06:18.954834Z","steps":["trace[683098936] 'agreement among raft nodes before linearized reading' (duration: 462.839546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.954817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.777786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:18.954827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:18.44122Z","time spent":"513.560713ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T02:06:18.954691Z","caller":"traceutil/trace.go:171","msg":"trace[648928999] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"842.633636ms","start":"2026-07-25T02:06:18.11205Z","end":"2026-07-25T02:06:18.954684Z","steps":["trace[648928999] 'process raft request' (duration: 841.979952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.954898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:18.491926Z","time spent":"462.960418ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:06:18.954905Z","caller":"traceutil/trace.go:171","msg":"trace[634805069] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25332; }","duration":"368.906308ms","start":"2026-07-25T02:06:18.585983Z","end":"2026-07-25T02:06:18.954889Z","steps":["trace[634805069] 'agreement among raft nodes before linearized reading' (duration: 368.748446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.954711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.203963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:06:18.95495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:18.585968Z","time spent":"368.97497ms","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:18.954978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:18.112021Z","time spent":"842.910561ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:18.954994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.421292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:18.954988Z","caller":"traceutil/trace.go:171","msg":"trace[897942239] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25332; }","duration":"814.485799ms","start":"2026-07-25T02:06:18.140463Z","end":"2026-07-25T02:06:18.954948Z","steps":["trace[897942239] 'agreement among raft nodes before linearized reading' (duration: 814.214734ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:18.954402Z","caller":"traceutil/trace.go:171","msg":"trace[1576471314] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"843.34387ms","start":"2026-07-25T02:06:18.111026Z","end":"2026-07-25T02:06:18.95437Z","steps":["trace[1576471314] 'process raft request' (duration: 842.790269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.955062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:18.140443Z","time spent":"814.59438ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:06:18.954892Z","caller":"traceutil/trace.go:171","msg":"trace[2010543773] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25332; }","duration":"868.759374ms","start":"2026-07-25T02:06:18.086111Z","end":"2026-07-25T02:06:18.95487Z","steps":["trace[2010543773] 'agreement among raft nodes before linearized reading' (duration: 868.649942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.955145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:18.086067Z","time spent":"869.06659ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-25T02:06:18.95514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:18.110997Z","time spent":"844.071694ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:18.954963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:18.111057Z","time spent":"843.805669ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:18.954755Z","caller":"traceutil/trace.go:171","msg":"trace[2095676364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25332; }","duration":"774.752456ms","start":"2026-07-25T02:06:18.17999Z","end":"2026-07-25T02:06:18.954743Z","steps":["trace[2095676364] 'agreement among raft nodes before linearized reading' (duration: 774.52187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.955258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:18.179968Z","time spent":"775.275626ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-25T02:06:18.954701Z","caller":"traceutil/trace.go:171","msg":"trace[726480431] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25332; }","duration":"1.19640223s","start":"2026-07-25T02:06:17.758283Z","end":"2026-07-25T02:06:18.954686Z","steps":["trace[726480431] 'agreement among raft nodes before linearized reading' (duration: 1.196325117s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.955358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:17.758271Z","time spent":"1.197058952s","remote":"127.0.0.1:43890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-25T02:06:18.955033Z","caller":"traceutil/trace.go:171","msg":"trace[894644043] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25332; }","duration":"510.519044ms","start":"2026-07-25T02:06:18.444504Z","end":"2026-07-25T02:06:18.955023Z","steps":["trace[894644043] 'agreement among raft nodes before linearized reading' (duration: 510.429152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:18.955445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:18.444471Z","time spent":"510.965773ms","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-25T02:06:21.004757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227741972681813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-25T02:06:21.036588Z","caller":"traceutil/trace.go:171","msg":"trace[1732727091] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"539.941095ms","start":"2026-07-25T02:06:20.496623Z","end":"2026-07-25T02:06:21.036564Z","steps":["trace[1732727091] 'process raft request' (duration: 533.344017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.036742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:20.496586Z","time spent":"540.075969ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:21.550286Z","caller":"traceutil/trace.go:171","msg":"trace[500924077] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"588.936418ms","start":"2026-07-25T02:06:20.961318Z","end":"2026-07-25T02:06:21.550255Z","steps":["trace[500924077] 'process raft request' (duration: 583.344999ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:21.550344Z","caller":"traceutil/trace.go:171","msg":"trace[473954738] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"587.684834ms","start":"2026-07-25T02:06:20.96263Z","end":"2026-07-25T02:06:21.550315Z","steps":["trace[473954738] 'process raft request' (duration: 587.529661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.550455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:20.961301Z","time spent":"589.060501ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:21.550493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:20.962613Z","time spent":"587.795885ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:21.550763Z","caller":"traceutil/trace.go:171","msg":"trace[493821522] linearizableReadLoop","detail":"{readStateIndex:26237; appliedIndex:26231; }","duration":"1.046232156s","start":"2026-07-25T02:06:20.504499Z","end":"2026-07-25T02:06:21.550731Z","steps":["trace[493821522] 'read index received' (duration: 525.535865ms)","trace[493821522] 'applied index is now lower than readState.Index' (duration: 520.691591ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:21.550833Z","caller":"traceutil/trace.go:171","msg":"trace[1318891242] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"587.865948ms","start":"2026-07-25T02:06:20.962939Z","end":"2026-07-25T02:06:21.550805Z","steps":["trace[1318891242] 'process raft request' (duration: 587.322647ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:21.550786Z","caller":"traceutil/trace.go:171","msg":"trace[1109792273] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"586.372629ms","start":"2026-07-25T02:06:20.964363Z","end":"2026-07-25T02:06:21.550736Z","steps":["trace[1109792273] 'process raft request' (duration: 586.139284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.550906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:20.962925Z","time spent":"587.938699ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:21.550903Z","caller":"traceutil/trace.go:171","msg":"trace[409370659] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"296.186213ms","start":"2026-07-25T02:06:21.254684Z","end":"2026-07-25T02:06:21.55087Z","steps":["trace[409370659] 'process raft request' (duration: 296.00812ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:21.550875Z","caller":"traceutil/trace.go:171","msg":"trace[1903916913] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"584.976642ms","start":"2026-07-25T02:06:20.965851Z","end":"2026-07-25T02:06:21.550828Z","steps":["trace[1903916913] 'process raft request' (duration: 584.790769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.550974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:20.964336Z","time spent":"586.553032ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:21.551057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:20.965841Z","time spent":"585.173006ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:21.551054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046531872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-25T02:06:21.551131Z","caller":"traceutil/trace.go:171","msg":"trace[2126063344] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25401; }","duration":"1.046632455s","start":"2026-07-25T02:06:20.504476Z","end":"2026-07-25T02:06:21.551108Z","steps":["trace[2126063344] 'agreement among raft nodes before linearized reading' (duration: 1.04641233s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.551154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.281637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-25T02:06:21.551178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.970162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-07-25T02:06:21.551186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:20.504465Z","time spent":"1.046711726s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-07-25T02:06:21.551205Z","caller":"traceutil/trace.go:171","msg":"trace[2127346659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25401; }","duration":"293.415629ms","start":"2026-07-25T02:06:21.257776Z","end":"2026-07-25T02:06:21.551192Z","steps":["trace[2127346659] 'agreement among raft nodes before linearized reading' (duration: 293.166754ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:21.551224Z","caller":"traceutil/trace.go:171","msg":"trace[1092526751] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5; range_end:; response_count:1; response_revision:25401; }","duration":"345.071293ms","start":"2026-07-25T02:06:21.206139Z","end":"2026-07-25T02:06:21.55121Z","steps":["trace[1092526751] 'agreement among raft nodes before linearized reading' (duration: 344.91053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.551234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.778446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-25T02:06:21.551249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.768575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-25T02:06:21.551227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.928734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:21.551265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.47748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-25T02:06:21.551276Z","caller":"traceutil/trace.go:171","msg":"trace[408506504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25401; }","duration":"292.886508ms","start":"2026-07-25T02:06:21.258377Z","end":"2026-07-25T02:06:21.551264Z","steps":["trace[408506504] 'agreement among raft nodes before linearized reading' (duration: 292.694195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.551263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:21.206108Z","time spent":"345.148785ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" "} {"level":"info","ts":"2026-07-25T02:06:21.551298Z","caller":"traceutil/trace.go:171","msg":"trace[568356234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25401; }","duration":"295.854586ms","start":"2026-07-25T02:06:21.255431Z","end":"2026-07-25T02:06:21.551286Z","steps":["trace[568356234] 'agreement among raft nodes before linearized reading' (duration: 295.742824ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:21.551312Z","caller":"traceutil/trace.go:171","msg":"trace[767857902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25401; }","duration":"293.536561ms","start":"2026-07-25T02:06:21.257764Z","end":"2026-07-25T02:06:21.551301Z","steps":["trace[767857902] 'agreement among raft nodes before linearized reading' (duration: 293.401539ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:21.551312Z","caller":"traceutil/trace.go:171","msg":"trace[22394437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25401; }","duration":"248.071316ms","start":"2026-07-25T02:06:21.303222Z","end":"2026-07-25T02:06:21.551293Z","steps":["trace[22394437] 'agreement among raft nodes before linearized reading' (duration: 247.931803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.55113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.167834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:21.551399Z","caller":"traceutil/trace.go:171","msg":"trace[1029041965] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25401; }","duration":"256.46728ms","start":"2026-07-25T02:06:21.294915Z","end":"2026-07-25T02:06:21.551383Z","steps":["trace[1029041965] 'agreement among raft nodes before linearized reading' (duration: 256.130773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.551427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.038383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-25T02:06:21.551451Z","caller":"traceutil/trace.go:171","msg":"trace[2081111849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25401; }","duration":"583.102605ms","start":"2026-07-25T02:06:20.968341Z","end":"2026-07-25T02:06:21.551443Z","steps":["trace[2081111849] 'agreement among raft nodes before linearized reading' (duration: 583.039664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.551452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.114343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-25T02:06:21.551472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:20.968317Z","time spent":"583.149035ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-25T02:06:21.551495Z","caller":"traceutil/trace.go:171","msg":"trace[358010296] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25401; }","duration":"293.200975ms","start":"2026-07-25T02:06:21.258284Z","end":"2026-07-25T02:06:21.551485Z","steps":["trace[358010296] 'agreement among raft nodes before linearized reading' (duration: 293.088412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.551538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.375521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:21.551602Z","caller":"traceutil/trace.go:171","msg":"trace[542983893] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25401; }","duration":"673.462753ms","start":"2026-07-25T02:06:20.878118Z","end":"2026-07-25T02:06:21.551581Z","steps":["trace[542983893] 'agreement among raft nodes before linearized reading' (duration: 673.372202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.551644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:20.878099Z","time spent":"673.536094ms","remote":"127.0.0.1:42036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:21.552406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.80205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-07-25T02:06:21.552481Z","caller":"traceutil/trace.go:171","msg":"trace[1012037622] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25401; }","duration":"782.933383ms","start":"2026-07-25T02:06:20.76953Z","end":"2026-07-25T02:06:21.552463Z","steps":["trace[1012037622] 'agreement among raft nodes before linearized reading' (duration: 781.417344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:21.552527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:20.769508Z","time spent":"783.007004ms","remote":"127.0.0.1:51144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2225431,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-25T02:06:21.815128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.477651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-25T02:06:21.815224Z","caller":"traceutil/trace.go:171","msg":"trace[1939367559] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25407; }","duration":"162.637435ms","start":"2026-07-25T02:06:21.652566Z","end":"2026-07-25T02:06:21.815203Z","steps":["trace[1939367559] 'range keys from in-memory index tree' (duration: 162.265877ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:22.15016Z","caller":"traceutil/trace.go:171","msg":"trace[2028089566] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"289.607785ms","start":"2026-07-25T02:06:21.860523Z","end":"2026-07-25T02:06:22.150131Z","steps":["trace[2028089566] 'process raft request' (duration: 289.420941ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:22.732945Z","caller":"traceutil/trace.go:171","msg":"trace[1673946681] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"338.74864ms","start":"2026-07-25T02:06:22.394161Z","end":"2026-07-25T02:06:22.732909Z","steps":["trace[1673946681] 'process raft request' (duration: 338.512716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:22.733137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:22.39414Z","time spent":"338.906204ms","remote":"127.0.0.1:58394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-25T02:06:23.050736Z","caller":"traceutil/trace.go:171","msg":"trace[648698667] linearizableReadLoop","detail":"{readStateIndex:26248; appliedIndex:26246; }","duration":"494.264087ms","start":"2026-07-25T02:06:22.556438Z","end":"2026-07-25T02:06:23.050703Z","steps":["trace[648698667] 'read index received' (duration: 176.242799ms)","trace[648698667] 'applied index is now lower than readState.Index' (duration: 318.019718ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:23.051142Z","caller":"traceutil/trace.go:171","msg":"trace[1719930893] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"598.898683ms","start":"2026-07-25T02:06:22.451877Z","end":"2026-07-25T02:06:23.050776Z","steps":["trace[1719930893] 'process raft request' (duration: 554.54955ms)","trace[1719930893] 'compare' (duration: 44.124349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:23.051184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.608578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:23.051232Z","caller":"traceutil/trace.go:171","msg":"trace[117101438] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25411; }","duration":"246.73073ms","start":"2026-07-25T02:06:22.804487Z","end":"2026-07-25T02:06:23.051218Z","steps":["trace[117101438] 'agreement among raft nodes before linearized reading' (duration: 246.605858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:23.051243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.778406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-25T02:06:23.051313Z","caller":"traceutil/trace.go:171","msg":"trace[1638685280] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5; range_end:; response_count:1; response_revision:25411; }","duration":"494.911349ms","start":"2026-07-25T02:06:22.556384Z","end":"2026-07-25T02:06:23.051296Z","steps":["trace[1638685280] 'agreement among raft nodes before linearized reading' (duration: 494.660854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:23.051339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:22.45184Z","time spent":"599.387002ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:23.051305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.335108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:23.051443Z","caller":"traceutil/trace.go:171","msg":"trace[815404508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25411; }","duration":"107.546472ms","start":"2026-07-25T02:06:22.943847Z","end":"2026-07-25T02:06:23.051393Z","steps":["trace[815404508] 'agreement among raft nodes before linearized reading' (duration: 107.339038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:23.051346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:22.55636Z","time spent":"494.97933ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" "} {"level":"warn","ts":"2026-07-25T02:06:23.947291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.16925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:06:23.947417Z","caller":"traceutil/trace.go:171","msg":"trace[640681897] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"395.904592ms","start":"2026-07-25T02:06:23.55149Z","end":"2026-07-25T02:06:23.947394Z","steps":["trace[640681897] 'process raft request' (duration: 223.500938ms)","trace[640681897] 'compare' (duration: 171.866134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:23.947489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.551461Z","time spent":"395.997494ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:24.324838Z","caller":"traceutil/trace.go:171","msg":"trace[1797069550] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"767.389751ms","start":"2026-07-25T02:06:23.557417Z","end":"2026-07-25T02:06:24.324807Z","steps":["trace[1797069550] 'process raft request' (duration: 711.379231ms)","trace[1797069550] 'compare' (duration: 55.364077ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:24.325145Z","caller":"traceutil/trace.go:171","msg":"trace[319509931] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"767.582465ms","start":"2026-07-25T02:06:23.557545Z","end":"2026-07-25T02:06:24.325127Z","steps":["trace[319509931] 'process raft request' (duration: 767.153047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.325212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.557526Z","time spent":"767.650085ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:24.325288Z","caller":"traceutil/trace.go:171","msg":"trace[1535077019] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"767.471172ms","start":"2026-07-25T02:06:23.557776Z","end":"2026-07-25T02:06:24.325247Z","steps":["trace[1535077019] 'process raft request' (duration: 767.266818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.32509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.557395Z","time spent":"767.519083ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:24.325506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.557768Z","time spent":"767.615104ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:24.325534Z","caller":"traceutil/trace.go:171","msg":"trace[1340580440] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"767.696487ms","start":"2026-07-25T02:06:23.557811Z","end":"2026-07-25T02:06:24.325507Z","steps":["trace[1340580440] 'process raft request' (duration: 767.383971ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:24.325576Z","caller":"traceutil/trace.go:171","msg":"trace[2026570685] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"766.976673ms","start":"2026-07-25T02:06:23.558584Z","end":"2026-07-25T02:06:24.32556Z","steps":["trace[2026570685] 'process raft request' (duration: 766.814169ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:24.32559Z","caller":"traceutil/trace.go:171","msg":"trace[1587416554] linearizableReadLoop","detail":"{readStateIndex:26256; appliedIndex:26249; }","duration":"736.780346ms","start":"2026-07-25T02:06:23.588789Z","end":"2026-07-25T02:06:24.32557Z","steps":["trace[1587416554] 'read index received' (duration: 186.140332ms)","trace[1587416554] 'applied index is now lower than readState.Index' (duration: 550.638944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:24.325644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.558569Z","time spent":"767.035273ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:24.325683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.5578Z","time spent":"767.801099ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:24.32568Z","caller":"traceutil/trace.go:171","msg":"trace[1199431484] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"710.726539ms","start":"2026-07-25T02:06:23.61491Z","end":"2026-07-25T02:06:24.325636Z","steps":["trace[1199431484] 'process raft request' (duration: 710.620946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.325782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.614887Z","time spent":"710.844631ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:24.325816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.0116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-25T02:06:24.325874Z","caller":"traceutil/trace.go:171","msg":"trace[627372649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25419; }","duration":"737.128632ms","start":"2026-07-25T02:06:23.588736Z","end":"2026-07-25T02:06:24.325865Z","steps":["trace[627372649] 'agreement among raft nodes before linearized reading' (duration: 736.923369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.325906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.588712Z","time spent":"737.189074ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-25T02:06:24.326372Z","caller":"traceutil/trace.go:171","msg":"trace[1081344871] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"766.639726ms","start":"2026-07-25T02:06:23.558959Z","end":"2026-07-25T02:06:24.325599Z","steps":["trace[1081344871] 'process raft request' (duration: 766.540714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.326454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.558946Z","time spent":"767.451331ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:24.76034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.432751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:06:24.760519Z","caller":"traceutil/trace.go:171","msg":"trace[378109539] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"185.402867ms","start":"2026-07-25T02:06:24.575109Z","end":"2026-07-25T02:06:24.760511Z","steps":["trace[378109539] 'process raft request' (duration: 185.375096ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:24.760516Z","caller":"traceutil/trace.go:171","msg":"trace[610230228] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"641.513852ms","start":"2026-07-25T02:06:24.118978Z","end":"2026-07-25T02:06:24.760492Z","steps":["trace[610230228] 'process raft request' (duration: 515.844836ms)","trace[610230228] 'compare' (duration: 125.200137ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:24.760624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:24.118902Z","time spent":"641.669714ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:24.76063Z","caller":"traceutil/trace.go:171","msg":"trace[299517210] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"428.913015ms","start":"2026-07-25T02:06:24.331662Z","end":"2026-07-25T02:06:24.760575Z","steps":["trace[299517210] 'process raft request' (duration: 428.760132ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:24.760722Z","caller":"traceutil/trace.go:171","msg":"trace[490627303] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"288.950152ms","start":"2026-07-25T02:06:24.471724Z","end":"2026-07-25T02:06:24.760674Z","steps":["trace[490627303] 'process raft request' (duration: 288.736508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.760804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138282307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-25T02:06:24.760826Z","caller":"traceutil/trace.go:171","msg":"trace[367270789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25423; }","duration":"1.138336319s","start":"2026-07-25T02:06:23.622484Z","end":"2026-07-25T02:06:24.76082Z","steps":["trace[367270789] 'agreement among raft nodes before linearized reading' (duration: 1.138242727s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.760849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.622467Z","time spent":"1.138377969s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-25T02:06:24.760876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.763826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-25T02:06:24.760898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:24.331633Z","time spent":"429.125109ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:24.760964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.249663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:24.760987Z","caller":"traceutil/trace.go:171","msg":"trace[1368588863] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25423; }","duration":"868.325655ms","start":"2026-07-25T02:06:23.892657Z","end":"2026-07-25T02:06:24.760983Z","steps":["trace[1368588863] 'agreement among raft nodes before linearized reading' (duration: 868.281134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.761003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.892631Z","time spent":"868.368476ms","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:24.761011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.541945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:24.760715Z","caller":"traceutil/trace.go:171","msg":"trace[1345838840] linearizableReadLoop","detail":"{readStateIndex:26258; appliedIndex:26257; }","duration":"435.061505ms","start":"2026-07-25T02:06:24.325644Z","end":"2026-07-25T02:06:24.760705Z","steps":["trace[1345838840] 'read index received' (duration: 309.181195ms)","trace[1345838840] 'applied index is now lower than readState.Index' (duration: 125.87923ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:24.761036Z","caller":"traceutil/trace.go:171","msg":"trace[916222383] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25423; }","duration":"490.611117ms","start":"2026-07-25T02:06:24.270418Z","end":"2026-07-25T02:06:24.761029Z","steps":["trace[916222383] 'agreement among raft nodes before linearized reading' (duration: 490.562205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.761068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:24.270395Z","time spent":"490.666757ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:24.760929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.495979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-25T02:06:24.761125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13843166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-25T02:06:24.76114Z","caller":"traceutil/trace.go:171","msg":"trace[1374177963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25423; }","duration":"1.138485153s","start":"2026-07-25T02:06:23.622651Z","end":"2026-07-25T02:06:24.761136Z","steps":["trace[1374177963] 'agreement among raft nodes before linearized reading' (duration: 1.138438812s)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:24.760916Z","caller":"traceutil/trace.go:171","msg":"trace[1663015726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25423; }","duration":"772.864627ms","start":"2026-07-25T02:06:23.988041Z","end":"2026-07-25T02:06:24.760906Z","steps":["trace[1663015726] 'agreement among raft nodes before linearized reading' (duration: 772.743195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.761195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138636245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-25T02:06:24.761194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.988011Z","time spent":"773.169434ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-25T02:06:24.761165Z","caller":"traceutil/trace.go:171","msg":"trace[227051411] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25423; }","duration":"810.762935ms","start":"2026-07-25T02:06:23.950372Z","end":"2026-07-25T02:06:24.761135Z","steps":["trace[227051411] 'agreement among raft nodes before linearized reading' (duration: 810.518569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.761246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.80144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:06:24.761228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138368639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-25T02:06:24.761288Z","caller":"traceutil/trace.go:171","msg":"trace[1801394000] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25423; }","duration":"730.912751ms","start":"2026-07-25T02:06:24.030365Z","end":"2026-07-25T02:06:24.761278Z","steps":["trace[1801394000] 'agreement among raft nodes before linearized reading' (duration: 730.84733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.761283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138534822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-25T02:06:24.761314Z","caller":"traceutil/trace.go:171","msg":"trace[708735052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25423; }","duration":"1.138519872s","start":"2026-07-25T02:06:23.62277Z","end":"2026-07-25T02:06:24.76129Z","steps":["trace[708735052] 'agreement among raft nodes before linearized reading' (duration: 1.138266577s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.761382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.622747Z","time spent":"1.138625754s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T02:06:24.761156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.622639Z","time spent":"1.138513933s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-25T02:06:24.761376Z","caller":"traceutil/trace.go:171","msg":"trace[1297740106] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25423; }","duration":"1.138669396s","start":"2026-07-25T02:06:23.622684Z","end":"2026-07-25T02:06:24.761353Z","steps":["trace[1297740106] 'agreement among raft nodes before linearized reading' (duration: 1.138302178s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.760958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.554391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:24.761441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.622678Z","time spent":"1.138753447s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T02:06:24.761301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.950339Z","time spent":"810.914788ms","remote":"127.0.0.1:51192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-25T02:06:24.761464Z","caller":"traceutil/trace.go:171","msg":"trace[1609749900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25423; }","duration":"460.082422ms","start":"2026-07-25T02:06:24.301358Z","end":"2026-07-25T02:06:24.761441Z","steps":["trace[1609749900] 'agreement among raft nodes before linearized reading' (duration: 459.575962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.761467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.376111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:24.761218Z","caller":"traceutil/trace.go:171","msg":"trace[1816387869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25423; }","duration":"1.138681136s","start":"2026-07-25T02:06:23.622531Z","end":"2026-07-25T02:06:24.761213Z","steps":["trace[1816387869] 'agreement among raft nodes before linearized reading' (duration: 1.138632765s)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.761523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:24.301337Z","time spent":"460.169364ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T02:06:24.761525Z","caller":"traceutil/trace.go:171","msg":"trace[1496161170] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25423; }","duration":"675.454633ms","start":"2026-07-25T02:06:24.086053Z","end":"2026-07-25T02:06:24.761508Z","steps":["trace[1496161170] 'agreement among raft nodes before linearized reading' (duration: 675.33063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.761559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:23.622521Z","time spent":"1.139030032s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T02:06:24.761326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:24.030338Z","time spent":"730.979922ms","remote":"127.0.0.1:33570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:24.761571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:24.086043Z","time spent":"675.517214ms","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:24.76202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.832433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-25T02:06:24.76208Z","caller":"traceutil/trace.go:171","msg":"trace[275076788] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5; range_end:; response_count:1; response_revision:25423; }","duration":"704.917235ms","start":"2026-07-25T02:06:24.057148Z","end":"2026-07-25T02:06:24.762066Z","steps":["trace[275076788] 'agreement among raft nodes before linearized reading' (duration: 704.687741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:24.762113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:24.057133Z","time spent":"704.971836ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" "} {"level":"info","ts":"2026-07-25T02:06:25.00132Z","caller":"traceutil/trace.go:171","msg":"trace[1799169654] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"233.541434ms","start":"2026-07-25T02:06:24.76773Z","end":"2026-07-25T02:06:25.001271Z","steps":["trace[1799169654] 'process raft request' (duration: 233.436042ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:25.001332Z","caller":"traceutil/trace.go:171","msg":"trace[2127212220] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"233.928761ms","start":"2026-07-25T02:06:24.767345Z","end":"2026-07-25T02:06:25.001274Z","steps":["trace[2127212220] 'process raft request' (duration: 187.05652ms)","trace[2127212220] 'compare' (duration: 46.538575ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:25.001664Z","caller":"traceutil/trace.go:171","msg":"trace[383768188] linearizableReadLoop","detail":"{readStateIndex:26263; appliedIndex:26262; }","duration":"234.251107ms","start":"2026-07-25T02:06:24.767385Z","end":"2026-07-25T02:06:25.001636Z","steps":["trace[383768188] 'read index received' (duration: 31.580355ms)","trace[383768188] 'applied index is now lower than readState.Index' (duration: 202.669512ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:25.001778Z","caller":"traceutil/trace.go:171","msg":"trace[562281192] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"234.001803ms","start":"2026-07-25T02:06:24.767748Z","end":"2026-07-25T02:06:25.00175Z","steps":["trace[562281192] 'process raft request' (duration: 233.462653ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:25.002041Z","caller":"traceutil/trace.go:171","msg":"trace[1069352450] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"233.880181ms","start":"2026-07-25T02:06:24.768117Z","end":"2026-07-25T02:06:25.001997Z","steps":["trace[1069352450] 'process raft request' (duration: 233.35789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:25.002227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.804069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-25T02:06:25.002295Z","caller":"traceutil/trace.go:171","msg":"trace[441218909] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25428; }","duration":"234.938041ms","start":"2026-07-25T02:06:24.767344Z","end":"2026-07-25T02:06:25.002283Z","steps":["trace[441218909] 'agreement among raft nodes before linearized reading' (duration: 234.655736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:25.53247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.807291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:06:25.532622Z","caller":"traceutil/trace.go:171","msg":"trace[465494485] linearizableReadLoop","detail":"{readStateIndex:26267; appliedIndex:26266; }","duration":"530.8434ms","start":"2026-07-25T02:06:25.001752Z","end":"2026-07-25T02:06:25.532595Z","steps":["trace[465494485] 'read index received' (duration: 318.802174ms)","trace[465494485] 'applied index is now lower than readState.Index' (duration: 212.038186ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:25.532695Z","caller":"traceutil/trace.go:171","msg":"trace[1968376025] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"731.195988ms","start":"2026-07-25T02:06:24.801463Z","end":"2026-07-25T02:06:25.532659Z","steps":["trace[1968376025] 'process raft request' (duration: 519.07522ms)","trace[1968376025] 'compare' (duration: 210.948345ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:25.532843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:24.801439Z","time spent":"731.32708ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-25T02:06:25.533301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.024942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-07-25T02:06:25.533344Z","caller":"traceutil/trace.go:171","msg":"trace[140316348] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25429; }","duration":"550.126284ms","start":"2026-07-25T02:06:24.983204Z","end":"2026-07-25T02:06:25.533331Z","steps":["trace[140316348] 'agreement among raft nodes before linearized reading' (duration: 549.851728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:25.533309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.967812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:25.533385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:24.98318Z","time spent":"550.194995ms","remote":"127.0.0.1:43890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-25T02:06:25.533406Z","caller":"traceutil/trace.go:171","msg":"trace[135870852] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25429; }","duration":"639.170476ms","start":"2026-07-25T02:06:24.894211Z","end":"2026-07-25T02:06:25.533382Z","steps":["trace[135870852] 'agreement among raft nodes before linearized reading' (duration: 638.953212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:25.533485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:24.894174Z","time spent":"639.296038ms","remote":"127.0.0.1:51234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:06:25.814953Z","caller":"traceutil/trace.go:171","msg":"trace[2088841653] linearizableReadLoop","detail":"{readStateIndex:26268; appliedIndex:26267; }","duration":"282.267071ms","start":"2026-07-25T02:06:25.532659Z","end":"2026-07-25T02:06:25.814926Z","steps":["trace[2088841653] 'read index received' (duration: 227.159199ms)","trace[2088841653] 'applied index is now lower than readState.Index' (duration: 55.103512ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:25.8151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.187278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:06:25.815163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.18398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:25.815176Z","caller":"traceutil/trace.go:171","msg":"trace[1982569526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25430; }","duration":"416.331631ms","start":"2026-07-25T02:06:25.398824Z","end":"2026-07-25T02:06:25.815155Z","steps":["trace[1982569526] 'agreement among raft nodes before linearized reading' (duration: 416.128017ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:25.815151Z","caller":"traceutil/trace.go:171","msg":"trace[441901589] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"756.348326ms","start":"2026-07-25T02:06:25.058768Z","end":"2026-07-25T02:06:25.815116Z","steps":["trace[441901589] 'process raft request' (duration: 701.105341ms)","trace[441901589] 'compare' (duration: 54.816777ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:25.815211Z","caller":"traceutil/trace.go:171","msg":"trace[1577705625] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25430; }","duration":"428.247291ms","start":"2026-07-25T02:06:25.386948Z","end":"2026-07-25T02:06:25.815196Z","steps":["trace[1577705625] 'agreement among raft nodes before linearized reading' (duration: 428.142249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:25.815221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:25.398796Z","time spent":"416.413942ms","remote":"127.0.0.1:43780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:25.815254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:25.386857Z","time spent":"428.386895ms","remote":"127.0.0.1:43890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:25.815322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:25.05872Z","time spent":"756.508279ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:25.815474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.747977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:06:25.815459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.291958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:25.815538Z","caller":"traceutil/trace.go:171","msg":"trace[1992345918] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25430; }","duration":"161.86162ms","start":"2026-07-25T02:06:25.653663Z","end":"2026-07-25T02:06:25.815524Z","steps":["trace[1992345918] 'agreement among raft nodes before linearized reading' (duration: 161.714127ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:25.815559Z","caller":"traceutil/trace.go:171","msg":"trace[1874715957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25430; }","duration":"512.41087ms","start":"2026-07-25T02:06:25.303126Z","end":"2026-07-25T02:06:25.815537Z","steps":["trace[1874715957] 'agreement among raft nodes before linearized reading' (duration: 512.222246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:25.815449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.883778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"warn","ts":"2026-07-25T02:06:25.815604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:25.303042Z","time spent":"512.554363ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:06:25.815574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.074616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-25T02:06:25.81561Z","caller":"traceutil/trace.go:171","msg":"trace[519305060] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25430; }","duration":"811.110112ms","start":"2026-07-25T02:06:25.004487Z","end":"2026-07-25T02:06:25.815597Z","steps":["trace[519305060] 'agreement among raft nodes before linearized reading' (duration: 810.725104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:25.81567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:25.004464Z","time spent":"811.192954ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18252,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-25T02:06:25.815736Z","caller":"traceutil/trace.go:171","msg":"trace[2030104971] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25430; }","duration":"784.196468ms","start":"2026-07-25T02:06:25.031455Z","end":"2026-07-25T02:06:25.815651Z","steps":["trace[2030104971] 'agreement among raft nodes before linearized reading' (duration: 783.897822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:25.815803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:25.031358Z","time spent":"784.433163ms","remote":"127.0.0.1:51176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-25T02:06:26.025354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.449429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:26.025448Z","caller":"traceutil/trace.go:171","msg":"trace[856738748] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25430; }","duration":"107.589574ms","start":"2026-07-25T02:06:25.917838Z","end":"2026-07-25T02:06:26.025428Z","steps":["trace[856738748] 'range keys from in-memory index tree' (duration: 107.296587ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:26.55858Z","caller":"traceutil/trace.go:171","msg":"trace[1528699377] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"224.484478ms","start":"2026-07-25T02:06:26.334069Z","end":"2026-07-25T02:06:26.558554Z","steps":["trace[1528699377] 'process raft request' (duration: 224.194302ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:26.55859Z","caller":"traceutil/trace.go:171","msg":"trace[517022139] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"224.360655ms","start":"2026-07-25T02:06:26.334196Z","end":"2026-07-25T02:06:26.558557Z","steps":["trace[517022139] 'process raft request' (duration: 224.262803ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:26.558867Z","caller":"traceutil/trace.go:171","msg":"trace[1781881606] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"224.604481ms","start":"2026-07-25T02:06:26.334255Z","end":"2026-07-25T02:06:26.55886Z","steps":["trace[1781881606] 'process raft request' (duration: 224.255123ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:26.559039Z","caller":"traceutil/trace.go:171","msg":"trace[343308307] linearizableReadLoop","detail":"{readStateIndex:26274; appliedIndex:26269; }","duration":"135.808193ms","start":"2026-07-25T02:06:26.423219Z","end":"2026-07-25T02:06:26.559027Z","steps":["trace[343308307] 'read index received' (duration: 134.937965ms)","trace[343308307] 'applied index is now lower than readState.Index' (duration: 869.688µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:26.559137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.904824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:26.559106Z","caller":"traceutil/trace.go:171","msg":"trace[1120202663] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"224.823905ms","start":"2026-07-25T02:06:26.334248Z","end":"2026-07-25T02:06:26.559072Z","steps":["trace[1120202663] 'process raft request' (duration: 224.544329ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:26.559166Z","caller":"traceutil/trace.go:171","msg":"trace[580938489] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25436; }","duration":"135.993096ms","start":"2026-07-25T02:06:26.42316Z","end":"2026-07-25T02:06:26.559153Z","steps":["trace[580938489] 'agreement among raft nodes before linearized reading' (duration: 135.899604ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:26.559141Z","caller":"traceutil/trace.go:171","msg":"trace[1372244342] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"224.852555ms","start":"2026-07-25T02:06:26.334255Z","end":"2026-07-25T02:06:26.559107Z","steps":["trace[1372244342] 'process raft request' (duration: 224.732863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:26.988232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.804485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:06:26.988342Z","caller":"traceutil/trace.go:171","msg":"trace[39874814] linearizableReadLoop","detail":"{readStateIndex:26275; appliedIndex:26274; }","duration":"221.235914ms","start":"2026-07-25T02:06:26.767089Z","end":"2026-07-25T02:06:26.988324Z","steps":["trace[39874814] 'read index received' (duration: 72.153354ms)","trace[39874814] 'applied index is now lower than readState.Index' (duration: 149.08046ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:26.988458Z","caller":"traceutil/trace.go:171","msg":"trace[1825835296] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"306.596326ms","start":"2026-07-25T02:06:26.68183Z","end":"2026-07-25T02:06:26.988426Z","steps":["trace[1825835296] 'process raft request' (duration: 157.520086ms)","trace[1825835296] 'compare' (duration: 148.02535ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:26.988517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:26.681796Z","time spent":"306.695357ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-25T02:06:26.988865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.767705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:06:26.988903Z","caller":"traceutil/trace.go:171","msg":"trace[1359414352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25437; }","duration":"221.812376ms","start":"2026-07-25T02:06:26.767082Z","end":"2026-07-25T02:06:26.988894Z","steps":["trace[1359414352] 'agreement among raft nodes before linearized reading' (duration: 221.632372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:26.989137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.471229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T02:06:26.989283Z","caller":"traceutil/trace.go:171","msg":"trace[479526134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25437; }","duration":"184.674483ms","start":"2026-07-25T02:06:26.804597Z","end":"2026-07-25T02:06:26.989271Z","steps":["trace[479526134] 'agreement among raft nodes before linearized reading' (duration: 184.475409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:26.989677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.811873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-25T02:06:26.989716Z","caller":"traceutil/trace.go:171","msg":"trace[62855442] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5; range_end:; response_count:1; response_revision:25437; }","duration":"168.901475ms","start":"2026-07-25T02:06:26.820805Z","end":"2026-07-25T02:06:26.989706Z","steps":["trace[62855442] 'agreement among raft nodes before linearized reading' (duration: 168.791823ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:27.291925Z","caller":"traceutil/trace.go:171","msg":"trace[52866490] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"295.49816ms","start":"2026-07-25T02:06:26.996405Z","end":"2026-07-25T02:06:27.291903Z","steps":["trace[52866490] 'process raft request' (duration: 285.257981ms)","trace[52866490] 'compare' (duration: 10.069096ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:27.292113Z","caller":"traceutil/trace.go:171","msg":"trace[640865671] linearizableReadLoop","detail":"{readStateIndex:26278; appliedIndex:26275; }","duration":"285.994935ms","start":"2026-07-25T02:06:27.006109Z","end":"2026-07-25T02:06:27.292104Z","steps":["trace[640865671] 'read index received' (duration: 11.696148ms)","trace[640865671] 'applied index is now lower than readState.Index' (duration: 274.298047ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:27.292178Z","caller":"traceutil/trace.go:171","msg":"trace[1995037762] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"295.622872ms","start":"2026-07-25T02:06:26.996549Z","end":"2026-07-25T02:06:27.292172Z","steps":["trace[1995037762] 'process raft request' (duration: 295.311356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:27.292424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.29887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:06:27.292455Z","caller":"traceutil/trace.go:171","msg":"trace[60373275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25440; }","duration":"286.362742ms","start":"2026-07-25T02:06:27.006086Z","end":"2026-07-25T02:06:27.292449Z","steps":["trace[60373275] 'agreement among raft nodes before linearized reading' (duration: 286.219318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:27.29261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.2559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:06:27.292712Z","caller":"traceutil/trace.go:171","msg":"trace[527286720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25440; }","duration":"286.398693ms","start":"2026-07-25T02:06:27.00629Z","end":"2026-07-25T02:06:27.292689Z","steps":["trace[527286720] 'agreement among raft nodes before linearized reading' (duration: 286.159548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:27.292793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.608654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-25T02:06:27.292824Z","caller":"traceutil/trace.go:171","msg":"trace[314847052] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25440; }","duration":"235.676076ms","start":"2026-07-25T02:06:27.05714Z","end":"2026-07-25T02:06:27.292816Z","steps":["trace[314847052] 'agreement among raft nodes before linearized reading' (duration: 235.594624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:27.293066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.77002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T02:06:27.293131Z","caller":"traceutil/trace.go:171","msg":"trace[214036633] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25440; }","duration":"284.842662ms","start":"2026-07-25T02:06:27.008273Z","end":"2026-07-25T02:06:27.293115Z","steps":["trace[214036633] 'agreement among raft nodes before linearized reading' (duration: 284.688689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:27.293261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.192028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:06:27.293293Z","caller":"traceutil/trace.go:171","msg":"trace[801247115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25440; }","duration":"286.242279ms","start":"2026-07-25T02:06:27.007044Z","end":"2026-07-25T02:06:27.293286Z","steps":["trace[801247115] 'agreement among raft nodes before linearized reading' (duration: 286.170067ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:27.673505Z","caller":"traceutil/trace.go:171","msg":"trace[1349021596] linearizableReadLoop","detail":"{readStateIndex:26283; appliedIndex:26282; }","duration":"281.495057ms","start":"2026-07-25T02:06:27.391974Z","end":"2026-07-25T02:06:27.673469Z","steps":["trace[1349021596] 'read index received' (duration: 281.050657ms)","trace[1349021596] 'applied index is now lower than readState.Index' (duration: 442.72µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:27.673611Z","caller":"traceutil/trace.go:171","msg":"trace[926000978] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"359.599886ms","start":"2026-07-25T02:06:27.313971Z","end":"2026-07-25T02:06:27.673571Z","steps":["trace[926000978] 'process raft request' (duration: 359.142067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:27.673799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.810183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:27.673868Z","caller":"traceutil/trace.go:171","msg":"trace[190425223] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25445; }","duration":"281.938345ms","start":"2026-07-25T02:06:27.391916Z","end":"2026-07-25T02:06:27.673854Z","steps":["trace[190425223] 'agreement among raft nodes before linearized reading' (duration: 281.742841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:27.673801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:27.313956Z","time spent":"359.74019ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:27.991337Z","caller":"traceutil/trace.go:171","msg":"trace[1743520964] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"312.603364ms","start":"2026-07-25T02:06:27.678698Z","end":"2026-07-25T02:06:27.991301Z","steps":["trace[1743520964] 'process raft request' (duration: 312.41551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:27.991499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:27.678677Z","time spent":"312.733626ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:28.496761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.808924ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:28.496969Z","caller":"traceutil/trace.go:171","msg":"trace[1625548158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25446; }","duration":"353.029348ms","start":"2026-07-25T02:06:28.143919Z","end":"2026-07-25T02:06:28.496948Z","steps":["trace[1625548158] 'range keys from in-memory index tree' (duration: 352.791994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:28.497137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.464207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:06:28.497381Z","caller":"traceutil/trace.go:171","msg":"trace[1987147503] linearizableReadLoop","detail":"{readStateIndex:26285; appliedIndex:26283; }","duration":"637.983304ms","start":"2026-07-25T02:06:27.859368Z","end":"2026-07-25T02:06:28.497351Z","steps":["trace[1987147503] 'read index received' (duration: 131.745725ms)","trace[1987147503] 'applied index is now lower than readState.Index' (duration: 506.235649ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:28.497483Z","caller":"traceutil/trace.go:171","msg":"trace[1565001712] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"676.670515ms","start":"2026-07-25T02:06:27.820797Z","end":"2026-07-25T02:06:28.497467Z","steps":["trace[1565001712] 'process raft request' (duration: 413.7674ms)","trace[1565001712] 'compare' (duration: 261.855484ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:28.497547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:27.820763Z","time spent":"676.747857ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:28.497614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.214418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:28.497686Z","caller":"traceutil/trace.go:171","msg":"trace[1397759133] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25447; }","duration":"638.30589ms","start":"2026-07-25T02:06:27.85936Z","end":"2026-07-25T02:06:28.497666Z","steps":["trace[1397759133] 'agreement among raft nodes before linearized reading' (duration: 638.145107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:28.497721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:27.859314Z","time spent":"638.399852ms","remote":"127.0.0.1:50122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:06:28.515038Z","caller":"traceutil/trace.go:171","msg":"trace[571500219] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"135.840653ms","start":"2026-07-25T02:06:28.379169Z","end":"2026-07-25T02:06:28.515009Z","steps":["trace[571500219] 'process raft request' (duration: 135.610369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:28.515074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.288127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-25T02:06:28.515123Z","caller":"traceutil/trace.go:171","msg":"trace[59103770] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5; range_end:; response_count:1; response_revision:25448; }","duration":"513.386049ms","start":"2026-07-25T02:06:28.001724Z","end":"2026-07-25T02:06:28.51511Z","steps":["trace[59103770] 'agreement among raft nodes before linearized reading' (duration: 513.205656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:28.515162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:28.0017Z","time spent":"513.452801ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" "} {"level":"info","ts":"2026-07-25T02:06:28.681957Z","caller":"traceutil/trace.go:171","msg":"trace[284690695] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"117.864794ms","start":"2026-07-25T02:06:28.564064Z","end":"2026-07-25T02:06:28.681929Z","steps":["trace[284690695] 'process raft request' (duration: 87.326389ms)","trace[284690695] 'compare' (duration: 30.228639ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:28.70936Z","caller":"traceutil/trace.go:171","msg":"trace[959447800] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"144.587483ms","start":"2026-07-25T02:06:28.564752Z","end":"2026-07-25T02:06:28.709339Z","steps":["trace[959447800] 'process raft request' (duration: 144.492381ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:28.709407Z","caller":"traceutil/trace.go:171","msg":"trace[215550934] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"144.822808ms","start":"2026-07-25T02:06:28.564541Z","end":"2026-07-25T02:06:28.709364Z","steps":["trace[215550934] 'process raft request' (duration: 144.565093ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:28.709798Z","caller":"traceutil/trace.go:171","msg":"trace[2022060314] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"143.965961ms","start":"2026-07-25T02:06:28.565806Z","end":"2026-07-25T02:06:28.709772Z","steps":["trace[2022060314] 'process raft request' (duration: 143.489441ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:28.709912Z","caller":"traceutil/trace.go:171","msg":"trace[536424906] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"143.640495ms","start":"2026-07-25T02:06:28.566238Z","end":"2026-07-25T02:06:28.709879Z","steps":["trace[536424906] 'process raft request' (duration: 143.35695ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:28.771669Z","caller":"traceutil/trace.go:171","msg":"trace[1073447380] linearizableReadLoop","detail":"{readStateIndex:26292; appliedIndex:26286; }","duration":"154.700731ms","start":"2026-07-25T02:06:28.616932Z","end":"2026-07-25T02:06:28.771633Z","steps":["trace[1073447380] 'read index received' (duration: 34.788267ms)","trace[1073447380] 'applied index is now lower than readState.Index' (duration: 119.910834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:28.771873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.917694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:28.771956Z","caller":"traceutil/trace.go:171","msg":"trace[580952379] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25453; }","duration":"155.081637ms","start":"2026-07-25T02:06:28.616856Z","end":"2026-07-25T02:06:28.771938Z","steps":["trace[580952379] 'agreement among raft nodes before linearized reading' (duration: 154.916624ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:29.213841Z","caller":"traceutil/trace.go:171","msg":"trace[2124972082] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"179.40519ms","start":"2026-07-25T02:06:29.034414Z","end":"2026-07-25T02:06:29.213819Z","steps":["trace[2124972082] 'process raft request' (duration: 178.981832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:29.474787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.415368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-25T02:06:29.474824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.765539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:29.474828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.754819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:06:29.474862Z","caller":"traceutil/trace.go:171","msg":"trace[1279714268] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25454; }","duration":"165.533881ms","start":"2026-07-25T02:06:29.309311Z","end":"2026-07-25T02:06:29.474845Z","steps":["trace[1279714268] 'range keys from in-memory index tree' (duration: 165.276236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:29.474877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.337213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:29.474882Z","caller":"traceutil/trace.go:171","msg":"trace[847860649] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25454; }","duration":"104.86422ms","start":"2026-07-25T02:06:29.369998Z","end":"2026-07-25T02:06:29.474862Z","steps":["trace[847860649] 'count revisions from in-memory index tree' (duration: 104.688037ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:29.474891Z","caller":"traceutil/trace.go:171","msg":"trace[1058266872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25454; }","duration":"176.881931ms","start":"2026-07-25T02:06:29.297994Z","end":"2026-07-25T02:06:29.474876Z","steps":["trace[1058266872] 'range keys from in-memory index tree' (duration: 176.573145ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:29.474912Z","caller":"traceutil/trace.go:171","msg":"trace[1308474072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25454; }","duration":"173.386254ms","start":"2026-07-25T02:06:29.301514Z","end":"2026-07-25T02:06:29.474901Z","steps":["trace[1308474072] 'range keys from in-memory index tree' (duration: 173.22646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:29.475048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.785096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-25T02:06:29.475062Z","caller":"traceutil/trace.go:171","msg":"trace[1051313270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25454; }","duration":"165.820686ms","start":"2026-07-25T02:06:29.309237Z","end":"2026-07-25T02:06:29.475057Z","steps":["trace[1051313270] 'range keys from in-memory index tree' (duration: 165.640413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:29.475069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.256384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-25T02:06:29.475093Z","caller":"traceutil/trace.go:171","msg":"trace[1819527190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25454; }","duration":"167.304265ms","start":"2026-07-25T02:06:29.307782Z","end":"2026-07-25T02:06:29.475087Z","steps":["trace[1819527190] 'range keys from in-memory index tree' (duration: 167.179412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:29.474834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.326775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-25T02:06:29.475164Z","caller":"traceutil/trace.go:171","msg":"trace[473519205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25454; }","duration":"167.694923ms","start":"2026-07-25T02:06:29.307463Z","end":"2026-07-25T02:06:29.475158Z","steps":["trace[473519205] 'range keys from in-memory index tree' (duration: 167.146292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:29.475289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.363793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:29.475316Z","caller":"traceutil/trace.go:171","msg":"trace[351471433] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25454; }","duration":"174.416855ms","start":"2026-07-25T02:06:29.300893Z","end":"2026-07-25T02:06:29.475309Z","steps":["trace[351471433] 'count revisions from in-memory index tree' (duration: 174.311912ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:30.023948Z","caller":"traceutil/trace.go:171","msg":"trace[1110186790] linearizableReadLoop","detail":"{readStateIndex:26299; appliedIndex:26298; }","duration":"216.87098ms","start":"2026-07-25T02:06:29.807051Z","end":"2026-07-25T02:06:30.023922Z","steps":["trace[1110186790] 'read index received' (duration: 216.679096ms)","trace[1110186790] 'applied index is now lower than readState.Index' (duration: 190.234µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:30.024144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.075574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:30.024104Z","caller":"traceutil/trace.go:171","msg":"trace[1045866732] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"254.020722ms","start":"2026-07-25T02:06:29.770013Z","end":"2026-07-25T02:06:30.024034Z","steps":["trace[1045866732] 'process raft request' (duration: 253.734867ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:30.024186Z","caller":"traceutil/trace.go:171","msg":"trace[970251522] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25460; }","duration":"217.180247ms","start":"2026-07-25T02:06:29.806991Z","end":"2026-07-25T02:06:30.024172Z","steps":["trace[970251522] 'agreement among raft nodes before linearized reading' (duration: 217.026863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:30.44011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.149839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-07-25T02:06:30.440104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.247345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:30.440182Z","caller":"traceutil/trace.go:171","msg":"trace[988288073] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25460; }","duration":"263.281062ms","start":"2026-07-25T02:06:30.176884Z","end":"2026-07-25T02:06:30.440165Z","steps":["trace[988288073] 'range keys from in-memory index tree' (duration: 262.910065ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:30.440203Z","caller":"traceutil/trace.go:171","msg":"trace[1183031517] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25460; }","duration":"222.406277ms","start":"2026-07-25T02:06:30.217772Z","end":"2026-07-25T02:06:30.440179Z","steps":["trace[1183031517] 'count revisions from in-memory index tree' (duration: 222.142003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:30.794632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.54502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:06:30.794856Z","caller":"traceutil/trace.go:171","msg":"trace[956808078] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"106.372269ms","start":"2026-07-25T02:06:30.688465Z","end":"2026-07-25T02:06:30.794837Z","steps":["trace[956808078] 'process raft request' (duration: 106.305128ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:30.794853Z","caller":"traceutil/trace.go:171","msg":"trace[74727965] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"274.027352ms","start":"2026-07-25T02:06:30.520792Z","end":"2026-07-25T02:06:30.794819Z","steps":["trace[74727965] 'process raft request' (duration: 143.203747ms)","trace[74727965] 'compare' (duration: 130.422538ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:30.794882Z","caller":"traceutil/trace.go:171","msg":"trace[558270822] linearizableReadLoop","detail":"{readStateIndex:26301; appliedIndex:26300; }","duration":"251.566275ms","start":"2026-07-25T02:06:30.543278Z","end":"2026-07-25T02:06:30.794844Z","steps":["trace[558270822] 'read index received' (duration: 120.76001ms)","trace[558270822] 'applied index is now lower than readState.Index' (duration: 130.802815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:30.795203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.895542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-07-25T02:06:30.795259Z","caller":"traceutil/trace.go:171","msg":"trace[1104370202] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25463; }","duration":"252.029324ms","start":"2026-07-25T02:06:30.543214Z","end":"2026-07-25T02:06:30.795243Z","steps":["trace[1104370202] 'agreement among raft nodes before linearized reading' (duration: 251.784449ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:31.013036Z","caller":"traceutil/trace.go:171","msg":"trace[1212893745] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"296.849786ms","start":"2026-07-25T02:06:30.716135Z","end":"2026-07-25T02:06:31.012985Z","steps":["trace[1212893745] 'process raft request' (duration: 296.635242ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:31.013067Z","caller":"traceutil/trace.go:171","msg":"trace[1610722713] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"296.866386ms","start":"2026-07-25T02:06:30.716173Z","end":"2026-07-25T02:06:31.01304Z","steps":["trace[1610722713] 'process raft request' (duration: 296.758954ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:31.013379Z","caller":"traceutil/trace.go:171","msg":"trace[933033080] linearizableReadLoop","detail":"{readStateIndex:26306; appliedIndex:26302; }","duration":"218.394689ms","start":"2026-07-25T02:06:30.794961Z","end":"2026-07-25T02:06:31.013356Z","steps":["trace[933033080] 'read index received' (duration: 217.664086ms)","trace[933033080] 'applied index is now lower than readState.Index' (duration: 729.223µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:31.013397Z","caller":"traceutil/trace.go:171","msg":"trace[1811891058] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"294.246825ms","start":"2026-07-25T02:06:30.71911Z","end":"2026-07-25T02:06:31.013356Z","steps":["trace[1811891058] 'process raft request' (duration: 293.867998ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:31.013413Z","caller":"traceutil/trace.go:171","msg":"trace[32082043] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"294.003351ms","start":"2026-07-25T02:06:30.719383Z","end":"2026-07-25T02:06:31.013387Z","steps":["trace[32082043] 'process raft request' (duration: 293.846338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:31.013583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.531954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-25T02:06:31.013593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.044336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:31.013628Z","caller":"traceutil/trace.go:171","msg":"trace[827562594] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25467; }","duration":"418.633936ms","start":"2026-07-25T02:06:30.594981Z","end":"2026-07-25T02:06:31.013615Z","steps":["trace[827562594] 'agreement among raft nodes before linearized reading' (duration: 418.430492ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:31.013645Z","caller":"traceutil/trace.go:171","msg":"trace[1891703665] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25467; }","duration":"267.155728ms","start":"2026-07-25T02:06:30.746474Z","end":"2026-07-25T02:06:31.013629Z","steps":["trace[1891703665] 'agreement among raft nodes before linearized reading' (duration: 266.996925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:31.013674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:30.594962Z","time spent":"418.703617ms","remote":"127.0.0.1:51144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-25T02:06:31.013632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.68546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-25T02:06:31.013892Z","caller":"traceutil/trace.go:171","msg":"trace[821871057] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5; range_end:; response_count:1; response_revision:25467; }","duration":"450.128068ms","start":"2026-07-25T02:06:30.563738Z","end":"2026-07-25T02:06:31.013866Z","steps":["trace[821871057] 'agreement among raft nodes before linearized reading' (duration: 449.773151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:31.013962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:30.563677Z","time spent":"450.25897ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" "} {"level":"warn","ts":"2026-07-25T02:06:31.014302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.048057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:31.014777Z","caller":"traceutil/trace.go:171","msg":"trace[1327437607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25467; }","duration":"376.366344ms","start":"2026-07-25T02:06:30.638394Z","end":"2026-07-25T02:06:31.01476Z","steps":["trace[1327437607] 'agreement among raft nodes before linearized reading' (duration: 374.966476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:31.01485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:30.638385Z","time spent":"376.450645ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:06:31.306802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.425829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:31.306893Z","caller":"traceutil/trace.go:171","msg":"trace[2023090314] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25467; }","duration":"186.560691ms","start":"2026-07-25T02:06:31.120311Z","end":"2026-07-25T02:06:31.306871Z","steps":["trace[2023090314] 'range keys from in-memory index tree' (duration: 186.317295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:31.607485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.453462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:31.607589Z","caller":"traceutil/trace.go:171","msg":"trace[276222061] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25468; }","duration":"106.027382ms","start":"2026-07-25T02:06:31.501535Z","end":"2026-07-25T02:06:31.607562Z","steps":["trace[276222061] 'count revisions from in-memory index tree' (duration: 105.280578ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:31.761888Z","caller":"traceutil/trace.go:171","msg":"trace[15513420] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"150.663532ms","start":"2026-07-25T02:06:31.611183Z","end":"2026-07-25T02:06:31.761847Z","steps":["trace[15513420] 'process raft request' (duration: 150.422076ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:32.093732Z","caller":"traceutil/trace.go:171","msg":"trace[63690773] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"477.372968ms","start":"2026-07-25T02:06:31.616318Z","end":"2026-07-25T02:06:32.093691Z","steps":["trace[63690773] 'process raft request' (duration: 477.316027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:32.093949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:31.616303Z","time spent":"477.532471ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:32.093948Z","caller":"traceutil/trace.go:171","msg":"trace[193147337] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"482.139741ms","start":"2026-07-25T02:06:31.611764Z","end":"2026-07-25T02:06:32.093904Z","steps":["trace[193147337] 'process raft request' (duration: 391.767103ms)","trace[193147337] 'compare' (duration: 89.822747ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:32.09422Z","caller":"traceutil/trace.go:171","msg":"trace[987537842] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"481.726263ms","start":"2026-07-25T02:06:31.612481Z","end":"2026-07-25T02:06:32.094207Z","steps":["trace[987537842] 'process raft request' (duration: 481.0504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:32.094294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:31.612466Z","time spent":"481.790184ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:32.094284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:31.611724Z","time spent":"482.300535ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:32.094449Z","caller":"traceutil/trace.go:171","msg":"trace[362503471] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"478.400848ms","start":"2026-07-25T02:06:31.61603Z","end":"2026-07-25T02:06:32.094431Z","steps":["trace[362503471] 'process raft request' (duration: 477.564943ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:32.094624Z","caller":"traceutil/trace.go:171","msg":"trace[777455982] linearizableReadLoop","detail":"{readStateIndex:26313; appliedIndex:26308; }","duration":"161.143545ms","start":"2026-07-25T02:06:31.933439Z","end":"2026-07-25T02:06:32.094583Z","steps":["trace[777455982] 'read index received' (duration: 70.089694ms)","trace[777455982] 'applied index is now lower than readState.Index' (duration: 91.051861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:32.094662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:31.616002Z","time spent":"478.594182ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:32.094756Z","caller":"traceutil/trace.go:171","msg":"trace[2093907221] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"262.863364ms","start":"2026-07-25T02:06:31.83185Z","end":"2026-07-25T02:06:32.094713Z","steps":["trace[2093907221] 'process raft request' (duration: 262.545188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:32.094942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.462971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:32.095042Z","caller":"traceutil/trace.go:171","msg":"trace[2040323672] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25474; }","duration":"161.655235ms","start":"2026-07-25T02:06:31.933365Z","end":"2026-07-25T02:06:32.09502Z","steps":["trace[2040323672] 'agreement among raft nodes before linearized reading' (duration: 161.41952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:32.843516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.096266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:32.84367Z","caller":"traceutil/trace.go:171","msg":"trace[1352421015] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25474; }","duration":"508.362552ms","start":"2026-07-25T02:06:32.335273Z","end":"2026-07-25T02:06:32.843636Z","steps":["trace[1352421015] 'count revisions from in-memory index tree' (duration: 507.957214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:32.843799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:32.335246Z","time spent":"508.530054ms","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:32.844273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.748041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:32.844365Z","caller":"traceutil/trace.go:171","msg":"trace[279214989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25474; }","duration":"541.977875ms","start":"2026-07-25T02:06:32.302361Z","end":"2026-07-25T02:06:32.844339Z","steps":["trace[279214989] 'range keys from in-memory index tree' (duration: 541.595078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:32.844411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:32.302334Z","time spent":"542.067597ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-25T02:06:33.016775Z","caller":"traceutil/trace.go:171","msg":"trace[991575782] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"468.70097ms","start":"2026-07-25T02:06:32.548038Z","end":"2026-07-25T02:06:33.016739Z","steps":["trace[991575782] 'process raft request' (duration: 468.416005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:33.016985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:32.548004Z","time spent":"468.865092ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:33.030168Z","caller":"traceutil/trace.go:171","msg":"trace[1785122073] linearizableReadLoop","detail":"{readStateIndex:26316; appliedIndex:26313; }","duration":"184.329186ms","start":"2026-07-25T02:06:32.845811Z","end":"2026-07-25T02:06:33.03014Z","steps":["trace[1785122073] 'read index received' (duration: 170.727632ms)","trace[1785122073] 'applied index is now lower than readState.Index' (duration: 13.600244ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:33.030285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.53206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:33.030313Z","caller":"traceutil/trace.go:171","msg":"trace[1414747161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25477; }","duration":"184.639063ms","start":"2026-07-25T02:06:32.845663Z","end":"2026-07-25T02:06:33.030302Z","steps":["trace[1414747161] 'agreement among raft nodes before linearized reading' (duration: 184.570992ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:33.030447Z","caller":"traceutil/trace.go:171","msg":"trace[2061808354] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"228.600548ms","start":"2026-07-25T02:06:32.801815Z","end":"2026-07-25T02:06:33.030416Z","steps":["trace[2061808354] 'process raft request' (duration: 228.283981ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:33.030797Z","caller":"traceutil/trace.go:171","msg":"trace[710477352] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"229.309702ms","start":"2026-07-25T02:06:32.801468Z","end":"2026-07-25T02:06:33.030778Z","steps":["trace[710477352] 'process raft request' (duration: 228.451245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:34.40383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.282661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:34.403865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.811622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T02:06:34.404007Z","caller":"traceutil/trace.go:171","msg":"trace[911862094] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25485; }","duration":"304.045005ms","start":"2026-07-25T02:06:34.099927Z","end":"2026-07-25T02:06:34.403972Z","steps":["trace[911862094] 'range keys from in-memory index tree' (duration: 303.487424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:34.40407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:34.099879Z","time spent":"304.179189ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-25T02:06:34.404077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.287133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-25T02:06:34.404066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.249532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-25T02:06:34.404113Z","caller":"traceutil/trace.go:171","msg":"trace[1807296549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25485; }","duration":"300.331554ms","start":"2026-07-25T02:06:34.103771Z","end":"2026-07-25T02:06:34.404103Z","steps":["trace[1807296549] 'range keys from in-memory index tree' (duration: 300.10872ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:34.404132Z","caller":"traceutil/trace.go:171","msg":"trace[1461910689] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25485; }","duration":"300.386955ms","start":"2026-07-25T02:06:34.103724Z","end":"2026-07-25T02:06:34.404111Z","steps":["trace[1461910689] 'range keys from in-memory index tree' (duration: 300.11978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:34.404162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:34.103698Z","time spent":"300.457356ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-25T02:06:34.404168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:34.103764Z","time spent":"300.390835ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T02:06:34.40432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.114668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:06:34.404354Z","caller":"traceutil/trace.go:171","msg":"trace[194999181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25485; }","duration":"301.219501ms","start":"2026-07-25T02:06:34.103128Z","end":"2026-07-25T02:06:34.404348Z","steps":["trace[194999181] 'range keys from in-memory index tree' (duration: 300.966286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:34.404337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.401364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:06:34.404408Z","caller":"traceutil/trace.go:171","msg":"trace[429467628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25485; }","duration":"302.494386ms","start":"2026-07-25T02:06:34.101896Z","end":"2026-07-25T02:06:34.404391Z","steps":["trace[429467628] 'range keys from in-memory index tree' (duration: 302.18044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:34.404443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:34.101876Z","time spent":"302.560137ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T02:06:34.404411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.559288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-25T02:06:34.404507Z","caller":"traceutil/trace.go:171","msg":"trace[662207355] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5; range_end:; response_count:1; response_revision:25485; }","duration":"298.688012ms","start":"2026-07-25T02:06:34.105791Z","end":"2026-07-25T02:06:34.404479Z","steps":["trace[662207355] 'range keys from in-memory index tree' (duration: 298.363165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:34.404375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:34.103113Z","time spent":"301.257831ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-25T02:06:34.403928Z","caller":"traceutil/trace.go:171","msg":"trace[1066678375] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25485; }","duration":"303.447305ms","start":"2026-07-25T02:06:34.100452Z","end":"2026-07-25T02:06:34.403899Z","steps":["trace[1066678375] 'count revisions from in-memory index tree' (duration: 303.20431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:34.404814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:34.100433Z","time spent":"304.365261ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:34.404806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.505191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-25T02:06:34.404863Z","caller":"traceutil/trace.go:171","msg":"trace[146419329] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5; range_end:; response_count:1; response_revision:25485; }","duration":"366.613493ms","start":"2026-07-25T02:06:34.038232Z","end":"2026-07-25T02:06:34.404846Z","steps":["trace[146419329] 'range keys from in-memory index tree' (duration: 366.366327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:34.404915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:34.03821Z","time spent":"366.696234ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13b5ed9f-10c7-41c6-8ae6-81b33ff2ddc5\" "} {"level":"warn","ts":"2026-07-25T02:06:35.374896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.62118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-07-25T02:06:35.374992Z","caller":"traceutil/trace.go:171","msg":"trace[1002524673] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25502; }","duration":"207.734322ms","start":"2026-07-25T02:06:35.167233Z","end":"2026-07-25T02:06:35.374967Z","steps":["trace[1002524673] 'range keys from in-memory index tree' (duration: 207.431756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:38.27563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.007765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:38.275789Z","caller":"traceutil/trace.go:171","msg":"trace[892270869] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25530; }","duration":"470.227739ms","start":"2026-07-25T02:06:37.805529Z","end":"2026-07-25T02:06:38.275757Z","steps":["trace[892270869] 'count revisions from in-memory index tree' (duration: 469.918454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:38.275776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.819758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:38.275849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:37.805506Z","time spent":"470.328212ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:06:38.275869Z","caller":"traceutil/trace.go:171","msg":"trace[971399125] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25530; }","duration":"768.977792ms","start":"2026-07-25T02:06:37.506866Z","end":"2026-07-25T02:06:38.275844Z","steps":["trace[971399125] 'count revisions from in-memory index tree' (duration: 768.594675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:38.27593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:37.506855Z","time spent":"769.063853ms","remote":"127.0.0.1:41960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:38.275629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.951949ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:38.275986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.779368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:38.276044Z","caller":"traceutil/trace.go:171","msg":"trace[2105788060] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25530; }","duration":"131.403217ms","start":"2026-07-25T02:06:38.144609Z","end":"2026-07-25T02:06:38.276012Z","steps":["trace[2105788060] 'range keys from in-memory index tree' (duration: 130.916038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:38.275984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.043562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:38.276156Z","caller":"traceutil/trace.go:171","msg":"trace[260215788] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25530; }","duration":"603.94696ms","start":"2026-07-25T02:06:37.672139Z","end":"2026-07-25T02:06:38.276086Z","steps":["trace[260215788] 'count revisions from in-memory index tree' (duration: 603.699927ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:38.276222Z","caller":"traceutil/trace.go:171","msg":"trace[1745794275] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25530; }","duration":"679.358569ms","start":"2026-07-25T02:06:37.596837Z","end":"2026-07-25T02:06:38.276195Z","steps":["trace[1745794275] 'count revisions from in-memory index tree' (duration: 678.9177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:38.276224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.479445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-25T02:06:38.276246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:37.672127Z","time spent":"604.094674ms","remote":"127.0.0.1:41498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:06:38.276282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:37.596812Z","time spent":"679.45072ms","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:06:38.276293Z","caller":"traceutil/trace.go:171","msg":"trace[1792736016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25530; }","duration":"487.561076ms","start":"2026-07-25T02:06:37.788714Z","end":"2026-07-25T02:06:38.276276Z","steps":["trace[1792736016] 'range keys from in-memory index tree' (duration: 487.203909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:38.276333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:37.788643Z","time spent":"487.680019ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-25T02:06:38.593996Z","caller":"traceutil/trace.go:171","msg":"trace[1703372272] linearizableReadLoop","detail":"{readStateIndex:26374; appliedIndex:26373; }","duration":"160.86719ms","start":"2026-07-25T02:06:38.433096Z","end":"2026-07-25T02:06:38.593963Z","steps":["trace[1703372272] 'read index received' (duration: 88.650446ms)","trace[1703372272] 'applied index is now lower than readState.Index' (duration: 72.215274ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:38.594203Z","caller":"traceutil/trace.go:171","msg":"trace[1811134693] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"170.886574ms","start":"2026-07-25T02:06:38.423254Z","end":"2026-07-25T02:06:38.59414Z","steps":["trace[1811134693] 'process raft request' (duration: 98.65074ms)","trace[1811134693] 'compare' (duration: 71.618073ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:38.59435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.226357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:06:38.594401Z","caller":"traceutil/trace.go:171","msg":"trace[322840812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25532; }","duration":"161.33252ms","start":"2026-07-25T02:06:38.433054Z","end":"2026-07-25T02:06:38.594387Z","steps":["trace[322840812] 'agreement among raft nodes before linearized reading' (duration: 161.069724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:38.594496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.402258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T02:06:38.594555Z","caller":"traceutil/trace.go:171","msg":"trace[1932530129] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25532; }","duration":"148.477499ms","start":"2026-07-25T02:06:38.446058Z","end":"2026-07-25T02:06:38.594536Z","steps":["trace[1932530129] 'agreement among raft nodes before linearized reading' (duration: 148.313366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:38.594538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.980689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:06:38.594613Z","caller":"traceutil/trace.go:171","msg":"trace[1556115572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25532; }","duration":"149.106332ms","start":"2026-07-25T02:06:38.445487Z","end":"2026-07-25T02:06:38.594594Z","steps":["trace[1556115572] 'agreement among raft nodes before linearized reading' (duration: 148.903588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:38.594945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.871846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:06:38.594993Z","caller":"traceutil/trace.go:171","msg":"trace[1189542099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25532; }","duration":"150.030089ms","start":"2026-07-25T02:06:38.444948Z","end":"2026-07-25T02:06:38.594978Z","steps":["trace[1189542099] 'agreement among raft nodes before linearized reading' (duration: 149.405827ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:38.795167Z","caller":"traceutil/trace.go:171","msg":"trace[1176558626] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"194.633587ms","start":"2026-07-25T02:06:38.600256Z","end":"2026-07-25T02:06:38.794889Z","steps":["trace[1176558626] 'process raft request' (duration: 157.962424ms)","trace[1176558626] 'compare' (duration: 36.477279ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:38.832612Z","caller":"traceutil/trace.go:171","msg":"trace[1754212538] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"232.042545ms","start":"2026-07-25T02:06:38.600534Z","end":"2026-07-25T02:06:38.832576Z","steps":["trace[1754212538] 'process raft request' (duration: 231.80915ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:38.832933Z","caller":"traceutil/trace.go:171","msg":"trace[1990667173] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"232.276349ms","start":"2026-07-25T02:06:38.600629Z","end":"2026-07-25T02:06:38.832905Z","steps":["trace[1990667173] 'process raft request' (duration: 231.893962ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:38.833304Z","caller":"traceutil/trace.go:171","msg":"trace[200641423] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"231.701977ms","start":"2026-07-25T02:06:38.601574Z","end":"2026-07-25T02:06:38.833276Z","steps":["trace[200641423] 'process raft request' (duration: 231.28108ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:38.835761Z","caller":"traceutil/trace.go:171","msg":"trace[232220321] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"227.161619ms","start":"2026-07-25T02:06:38.60851Z","end":"2026-07-25T02:06:38.835671Z","steps":["trace[232220321] 'process raft request' (duration: 227.011206ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:39.819514Z","caller":"traceutil/trace.go:171","msg":"trace[1353348641] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"388.809336ms","start":"2026-07-25T02:06:39.430682Z","end":"2026-07-25T02:06:39.819492Z","steps":["trace[1353348641] 'process raft request' (duration: 388.642031ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:39.81957Z","caller":"traceutil/trace.go:171","msg":"trace[1443407387] linearizableReadLoop","detail":"{readStateIndex:26391; appliedIndex:26391; }","duration":"352.360156ms","start":"2026-07-25T02:06:39.467175Z","end":"2026-07-25T02:06:39.819535Z","steps":["trace[1443407387] 'read index received' (duration: 352.346526ms)","trace[1443407387] 'applied index is now lower than readState.Index' (duration: 11.22µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:39.81966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:39.430651Z","time spent":"388.934627ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:39.819817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.621991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:39.819868Z","caller":"traceutil/trace.go:171","msg":"trace[1674173253] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25548; }","duration":"352.753643ms","start":"2026-07-25T02:06:39.467099Z","end":"2026-07-25T02:06:39.819852Z","steps":["trace[1674173253] 'agreement among raft nodes before linearized reading' (duration: 352.615351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:39.81991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:39.467071Z","time spent":"352.828535ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-25T02:06:39.827926Z","caller":"traceutil/trace.go:171","msg":"trace[758120361] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"225.137841ms","start":"2026-07-25T02:06:39.60275Z","end":"2026-07-25T02:06:39.827888Z","steps":["trace[758120361] 'process raft request' (duration: 224.904836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:39.828198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.148946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-25T02:06:39.828203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.620252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-07-25T02:06:39.828248Z","caller":"traceutil/trace.go:171","msg":"trace[1871455605] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25549; }","duration":"197.31074ms","start":"2026-07-25T02:06:39.630923Z","end":"2026-07-25T02:06:39.828234Z","steps":["trace[1871455605] 'agreement among raft nodes before linearized reading' (duration: 196.971823ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:39.82826Z","caller":"traceutil/trace.go:171","msg":"trace[880191146] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25549; }","duration":"203.743985ms","start":"2026-07-25T02:06:39.624499Z","end":"2026-07-25T02:06:39.828243Z","steps":["trace[880191146] 'agreement among raft nodes before linearized reading' (duration: 203.332296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:40.218088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.280731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:06:40.218344Z","caller":"traceutil/trace.go:171","msg":"trace[432774807] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"180.729607ms","start":"2026-07-25T02:06:40.037592Z","end":"2026-07-25T02:06:40.218322Z","steps":["trace[432774807] 'process raft request' (duration: 180.616725ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:40.218597Z","caller":"traceutil/trace.go:171","msg":"trace[13343184] linearizableReadLoop","detail":"{readStateIndex:26393; appliedIndex:26392; }","duration":"297.893417ms","start":"2026-07-25T02:06:39.920691Z","end":"2026-07-25T02:06:40.218584Z","steps":["trace[13343184] 'read index received' (duration: 12.031864ms)","trace[13343184] 'applied index is now lower than readState.Index' (duration: 285.860183ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:40.218469Z","caller":"traceutil/trace.go:171","msg":"trace[308884373] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"376.596018ms","start":"2026-07-25T02:06:39.841824Z","end":"2026-07-25T02:06:40.21842Z","steps":["trace[308884373] 'process raft request' (duration: 90.880998ms)","trace[308884373] 'compare' (duration: 284.787902ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:40.218865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.42628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:06:40.218843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.157101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:40.218969Z","caller":"traceutil/trace.go:171","msg":"trace[306781310] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25551; }","duration":"291.579043ms","start":"2026-07-25T02:06:39.927361Z","end":"2026-07-25T02:06:40.21894Z","steps":["trace[306781310] 'agreement among raft nodes before linearized reading' (duration: 291.37426ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:40.21904Z","caller":"traceutil/trace.go:171","msg":"trace[141593763] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25551; }","duration":"298.391026ms","start":"2026-07-25T02:06:39.920616Z","end":"2026-07-25T02:06:40.219007Z","steps":["trace[141593763] 'agreement among raft nodes before linearized reading' (duration: 298.060989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:40.219089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:39.84181Z","time spent":"377.107318ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10631,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:40.645713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.543885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:06:40.645849Z","caller":"traceutil/trace.go:171","msg":"trace[842580964] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"418.110665ms","start":"2026-07-25T02:06:40.227712Z","end":"2026-07-25T02:06:40.645822Z","steps":["trace[842580964] 'process raft request' (duration: 166.332986ms)","trace[842580964] 'compare' (duration: 251.305999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:40.645919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:40.227676Z","time spent":"418.210587ms","remote":"127.0.0.1:51192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:40.695922Z","caller":"traceutil/trace.go:171","msg":"trace[778864676] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"467.857613ms","start":"2026-07-25T02:06:40.228037Z","end":"2026-07-25T02:06:40.695895Z","steps":["trace[778864676] 'process raft request' (duration: 467.562827ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:40.696104Z","caller":"traceutil/trace.go:171","msg":"trace[341674109] linearizableReadLoop","detail":"{readStateIndex:26398; appliedIndex:26394; }","duration":"407.450627ms","start":"2026-07-25T02:06:40.288637Z","end":"2026-07-25T02:06:40.696087Z","steps":["trace[341674109] 'read index received' (duration: 105.489892ms)","trace[341674109] 'applied index is now lower than readState.Index' (duration: 301.959595ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:40.696302Z","caller":"traceutil/trace.go:171","msg":"trace[1115515210] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"467.415065ms","start":"2026-07-25T02:06:40.228849Z","end":"2026-07-25T02:06:40.696264Z","steps":["trace[1115515210] 'process raft request' (duration: 467.17819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:40.696134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:40.228029Z","time spent":"468.000186ms","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:06:40.696202Z","caller":"traceutil/trace.go:171","msg":"trace[1952894541] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"467.621949ms","start":"2026-07-25T02:06:40.228539Z","end":"2026-07-25T02:06:40.69616Z","steps":["trace[1952894541] 'process raft request' (duration: 467.22849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:40.696454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.793944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:06:40.696517Z","caller":"traceutil/trace.go:171","msg":"trace[1370684874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25555; }","duration":"407.920166ms","start":"2026-07-25T02:06:40.288581Z","end":"2026-07-25T02:06:40.696501Z","steps":["trace[1370684874] 'agreement among raft nodes before linearized reading' (duration: 407.696162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:40.696511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:40.228843Z","time spent":"467.547677ms","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:40.696563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:40.288554Z","time spent":"407.999888ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T02:06:40.696608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:06:40.228534Z","time spent":"467.969965ms","remote":"127.0.0.1:51192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:06:40.696747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.920406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:06:40.69679Z","caller":"traceutil/trace.go:171","msg":"trace[1057532974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25555; }","duration":"133.008078ms","start":"2026-07-25T02:06:40.563769Z","end":"2026-07-25T02:06:40.696777Z","steps":["trace[1057532974] 'agreement among raft nodes before linearized reading' (duration: 132.605021ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:41.79656Z","caller":"traceutil/trace.go:171","msg":"trace[581030646] linearizableReadLoop","detail":"{readStateIndex:26412; appliedIndex:26411; }","duration":"101.344062ms","start":"2026-07-25T02:06:41.69519Z","end":"2026-07-25T02:06:41.796534Z","steps":["trace[581030646] 'read index received' (duration: 58.538329ms)","trace[581030646] 'applied index is now lower than readState.Index' (duration: 42.804803ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:41.796761Z","caller":"traceutil/trace.go:171","msg":"trace[1201758762] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"107.591563ms","start":"2026-07-25T02:06:41.689161Z","end":"2026-07-25T02:06:41.796752Z","steps":["trace[1201758762] 'process raft request' (duration: 83.27654ms)","trace[1201758762] 'compare' (duration: 23.815493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:06:41.797031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.826461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-25T02:06:41.797055Z","caller":"traceutil/trace.go:171","msg":"trace[1305050834] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25569; }","duration":"101.862722ms","start":"2026-07-25T02:06:41.695183Z","end":"2026-07-25T02:06:41.797045Z","steps":["trace[1305050834] 'agreement among raft nodes before linearized reading' (duration: 101.73454ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:42.890256Z","caller":"traceutil/trace.go:171","msg":"trace[1763963070] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"182.305117ms","start":"2026-07-25T02:06:42.707924Z","end":"2026-07-25T02:06:42.89023Z","steps":["trace[1763963070] 'process raft request' (duration: 182.083363ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:42.933475Z","caller":"traceutil/trace.go:171","msg":"trace[764404473] linearizableReadLoop","detail":"{readStateIndex:26417; appliedIndex:26415; }","duration":"175.322272ms","start":"2026-07-25T02:06:42.758119Z","end":"2026-07-25T02:06:42.933442Z","steps":["trace[764404473] 'read index received' (duration: 131.982979ms)","trace[764404473] 'applied index is now lower than readState.Index' (duration: 43.337823ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:06:42.933588Z","caller":"traceutil/trace.go:171","msg":"trace[1821044126] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"224.913507ms","start":"2026-07-25T02:06:42.708622Z","end":"2026-07-25T02:06:42.933536Z","steps":["trace[1821044126] 'process raft request' (duration: 224.655901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:42.933765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.615857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-25T02:06:42.933804Z","caller":"traceutil/trace.go:171","msg":"trace[173962602] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25574; }","duration":"175.693838ms","start":"2026-07-25T02:06:42.758097Z","end":"2026-07-25T02:06:42.933791Z","steps":["trace[173962602] 'agreement among raft nodes before linearized reading' (duration: 175.502945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:42.93389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.374922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:06:42.933959Z","caller":"traceutil/trace.go:171","msg":"trace[1485135666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25574; }","duration":"120.546575ms","start":"2026-07-25T02:06:42.813396Z","end":"2026-07-25T02:06:42.933942Z","steps":["trace[1485135666] 'agreement among raft nodes before linearized reading' (duration: 120.306111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:06:43.8583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.450288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-25T02:06:43.858406Z","caller":"traceutil/trace.go:171","msg":"trace[21508011] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25586; }","duration":"296.602721ms","start":"2026-07-25T02:06:43.561784Z","end":"2026-07-25T02:06:43.858387Z","steps":["trace[21508011] 'count revisions from in-memory index tree' (duration: 296.353486ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:06:49.955143Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22886} {"level":"info","ts":"2026-07-25T02:06:50.099834Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22886,"took":"139.208339ms","hash":993573259,"current-db-size-bytes":59023360,"current-db-size":"59 MB","current-db-size-in-use-bytes":36081664,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-25T02:06:50.099913Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":993573259,"revision":22886,"compact-revision":20028} {"level":"info","ts":"2026-07-25T02:07:14.412885Z","caller":"traceutil/trace.go:171","msg":"trace[1835522149] linearizableReadLoop","detail":"{readStateIndex:26686; appliedIndex:26685; }","duration":"216.666295ms","start":"2026-07-25T02:07:14.196192Z","end":"2026-07-25T02:07:14.412858Z","steps":["trace[1835522149] 'read index received' (duration: 216.473232ms)","trace[1835522149] 'applied index is now lower than readState.Index' (duration: 191.733µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:07:14.413046Z","caller":"traceutil/trace.go:171","msg":"trace[1596845624] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"288.186948ms","start":"2026-07-25T02:07:14.124847Z","end":"2026-07-25T02:07:14.413034Z","steps":["trace[1596845624] 'process raft request' (duration: 287.825251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:14.413205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.177105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:07:14.413286Z","caller":"traceutil/trace.go:171","msg":"trace[768062492] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25835; }","duration":"126.306567ms","start":"2026-07-25T02:07:14.286959Z","end":"2026-07-25T02:07:14.413266Z","steps":["trace[768062492] 'agreement among raft nodes before linearized reading' (duration: 126.170524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:14.41345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.917407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-25T02:07:14.413499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.307438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-25T02:07:14.413548Z","caller":"traceutil/trace.go:171","msg":"trace[685061859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25835; }","duration":"111.05036ms","start":"2026-07-25T02:07:14.302477Z","end":"2026-07-25T02:07:14.413527Z","steps":["trace[685061859] 'agreement among raft nodes before linearized reading' (duration: 110.859786ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:14.413561Z","caller":"traceutil/trace.go:171","msg":"trace[1103724013] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25835; }","duration":"217.395879ms","start":"2026-07-25T02:07:14.196153Z","end":"2026-07-25T02:07:14.413549Z","steps":["trace[1103724013] 'agreement among raft nodes before linearized reading' (duration: 217.135954ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:15.58586Z","caller":"traceutil/trace.go:171","msg":"trace[1377649081] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"424.367927ms","start":"2026-07-25T02:07:15.161449Z","end":"2026-07-25T02:07:15.585816Z","steps":["trace[1377649081] 'process raft request' (duration: 424.090011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:15.586118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.161412Z","time spent":"424.568672ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:16.08846Z","caller":"traceutil/trace.go:171","msg":"trace[1410891427] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"912.236929ms","start":"2026-07-25T02:07:15.176186Z","end":"2026-07-25T02:07:16.088423Z","steps":["trace[1410891427] 'process raft request' (duration: 911.966484ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:16.088752Z","caller":"traceutil/trace.go:171","msg":"trace[162592049] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"876.864702ms","start":"2026-07-25T02:07:15.211858Z","end":"2026-07-25T02:07:16.088723Z","steps":["trace[162592049] 'process raft request' (duration: 876.512985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:16.088798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.176161Z","time spent":"912.505285ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:16.088979Z","caller":"traceutil/trace.go:171","msg":"trace[226222188] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"823.721207ms","start":"2026-07-25T02:07:15.265233Z","end":"2026-07-25T02:07:16.088954Z","steps":["trace[226222188] 'process raft request' (duration: 823.413221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:16.089044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.265213Z","time spent":"823.80232ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:16.088903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.21183Z","time spent":"876.989524ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:16.089158Z","caller":"traceutil/trace.go:171","msg":"trace[230655568] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"818.289042ms","start":"2026-07-25T02:07:15.270825Z","end":"2026-07-25T02:07:16.089114Z","steps":["trace[230655568] 'process raft request' (duration: 818.065587ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:16.089204Z","caller":"traceutil/trace.go:171","msg":"trace[1576937902] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"813.06596ms","start":"2026-07-25T02:07:15.27611Z","end":"2026-07-25T02:07:16.089176Z","steps":["trace[1576937902] 'process raft request' (duration: 812.920277ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:16.089254Z","caller":"traceutil/trace.go:171","msg":"trace[19316073] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"813.58277ms","start":"2026-07-25T02:07:15.275609Z","end":"2026-07-25T02:07:16.089192Z","steps":["trace[19316073] 'process raft request' (duration: 813.361496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:16.089369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.270811Z","time spent":"818.457324ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:16.08931Z","caller":"traceutil/trace.go:171","msg":"trace[2021547849] linearizableReadLoop","detail":"{readStateIndex:26688; appliedIndex:26686; }","duration":"907.919695ms","start":"2026-07-25T02:07:15.181382Z","end":"2026-07-25T02:07:16.089302Z","steps":["trace[2021547849] 'read index received' (duration: 404.280706ms)","trace[2021547849] 'applied index is now lower than readState.Index' (duration: 503.638269ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:07:16.089431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.051067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-25T02:07:16.089411Z","caller":"traceutil/trace.go:171","msg":"trace[863252750] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"811.212993ms","start":"2026-07-25T02:07:15.278152Z","end":"2026-07-25T02:07:16.089365Z","steps":["trace[863252750] 'process raft request' (duration: 810.953878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:16.089477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.276096Z","time spent":"813.239263ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:16.089482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.275581Z","time spent":"813.796734ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:16.089467Z","caller":"traceutil/trace.go:171","msg":"trace[2048044331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25843; }","duration":"908.131419ms","start":"2026-07-25T02:07:15.181329Z","end":"2026-07-25T02:07:16.08946Z","steps":["trace[2048044331] 'agreement among raft nodes before linearized reading' (duration: 907.999347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:16.089608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.181307Z","time spent":"908.294902ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T02:07:16.089599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.278138Z","time spent":"811.368166ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:16.114175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.005272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-25T02:07:16.11425Z","caller":"traceutil/trace.go:171","msg":"trace[1535388204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25844; }","duration":"899.105253ms","start":"2026-07-25T02:07:15.215128Z","end":"2026-07-25T02:07:16.114233Z","steps":["trace[1535388204] 'agreement among raft nodes before linearized reading' (duration: 898.871069ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:16.114242Z","caller":"traceutil/trace.go:171","msg":"trace[292481960] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"323.81553ms","start":"2026-07-25T02:07:15.790398Z","end":"2026-07-25T02:07:16.114214Z","steps":["trace[292481960] 'process raft request' (duration: 323.419342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:16.114293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.215119Z","time spent":"899.166055ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T02:07:16.114391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.790377Z","time spent":"323.929743ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:16.114389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.862689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-25T02:07:16.114412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.852859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-25T02:07:16.114498Z","caller":"traceutil/trace.go:171","msg":"trace[1410119971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25844; }","duration":"898.008492ms","start":"2026-07-25T02:07:15.216471Z","end":"2026-07-25T02:07:16.114479Z","steps":["trace[1410119971] 'agreement among raft nodes before linearized reading' (duration: 897.593824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:16.114607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.216449Z","time spent":"898.146715ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-25T02:07:16.114584Z","caller":"traceutil/trace.go:171","msg":"trace[278959795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25844; }","duration":"899.063462ms","start":"2026-07-25T02:07:15.215494Z","end":"2026-07-25T02:07:16.114557Z","steps":["trace[278959795] 'agreement among raft nodes before linearized reading' (duration: 898.662295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:16.114687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.698217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-25T02:07:16.114708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.215477Z","time spent":"899.213066ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-25T02:07:16.114769Z","caller":"traceutil/trace.go:171","msg":"trace[157109190] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25844; }","duration":"894.80147ms","start":"2026-07-25T02:07:15.219947Z","end":"2026-07-25T02:07:16.114748Z","steps":["trace[157109190] 'agreement among raft nodes before linearized reading' (duration: 894.550235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:16.114814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:15.219933Z","time spent":"894.872831ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-25T02:07:20.612097Z","caller":"traceutil/trace.go:171","msg":"trace[2074012903] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"170.362044ms","start":"2026-07-25T02:07:20.441709Z","end":"2026-07-25T02:07:20.612071Z","steps":["trace[2074012903] 'process raft request' (duration: 170.183241ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:21.412214Z","caller":"traceutil/trace.go:171","msg":"trace[873676312] linearizableReadLoop","detail":"{readStateIndex:26733; appliedIndex:26732; }","duration":"141.661736ms","start":"2026-07-25T02:07:21.270525Z","end":"2026-07-25T02:07:21.412187Z","steps":["trace[873676312] 'read index received' (duration: 141.386951ms)","trace[873676312] 'applied index is now lower than readState.Index' (duration: 273.945µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:07:21.41255Z","caller":"traceutil/trace.go:171","msg":"trace[1154098720] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"316.386976ms","start":"2026-07-25T02:07:21.096153Z","end":"2026-07-25T02:07:21.41254Z","steps":["trace[1154098720] 'process raft request' (duration: 315.848536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:21.412667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:21.096119Z","time spent":"316.463237ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:21.412689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.94251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:07:21.412777Z","caller":"traceutil/trace.go:171","msg":"trace[1022165253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25881; }","duration":"109.113663ms","start":"2026-07-25T02:07:21.303637Z","end":"2026-07-25T02:07:21.412751Z","steps":["trace[1022165253] 'agreement among raft nodes before linearized reading' (duration: 108.938099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:21.412808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.226537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:07:21.412937Z","caller":"traceutil/trace.go:171","msg":"trace[2131433703] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25881; }","duration":"142.42122ms","start":"2026-07-25T02:07:21.270483Z","end":"2026-07-25T02:07:21.412904Z","steps":["trace[2131433703] 'agreement among raft nodes before linearized reading' (duration: 142.157865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:21.881971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.741136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:07:21.882582Z","caller":"traceutil/trace.go:171","msg":"trace[1012399036] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"275.689814ms","start":"2026-07-25T02:07:21.60684Z","end":"2026-07-25T02:07:21.88253Z","steps":["trace[1012399036] 'process raft request' (duration: 111.309875ms)","trace[1012399036] 'compare' (duration: 163.243976ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:07:22.410376Z","caller":"traceutil/trace.go:171","msg":"trace[871286848] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"299.602959ms","start":"2026-07-25T02:07:22.110742Z","end":"2026-07-25T02:07:22.410345Z","steps":["trace[871286848] 'process raft request' (duration: 293.47353ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:22.693155Z","caller":"traceutil/trace.go:171","msg":"trace[701690086] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"580.102587ms","start":"2026-07-25T02:07:22.113025Z","end":"2026-07-25T02:07:22.693127Z","steps":["trace[701690086] 'process raft request' (duration: 580.023506ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:22.693159Z","caller":"traceutil/trace.go:171","msg":"trace[48665543] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"581.618507ms","start":"2026-07-25T02:07:22.111495Z","end":"2026-07-25T02:07:22.693113Z","steps":["trace[48665543] 'process raft request' (duration: 549.573333ms)","trace[48665543] 'compare' (duration: 31.86611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:07:22.693309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:22.113017Z","time spent":"580.208819ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:22.693508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:22.111473Z","time spent":"581.77564ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:22.693986Z","caller":"traceutil/trace.go:171","msg":"trace[370982071] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"579.342553ms","start":"2026-07-25T02:07:22.114597Z","end":"2026-07-25T02:07:22.69394Z","steps":["trace[370982071] 'process raft request' (duration: 578.491827ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:22.69407Z","caller":"traceutil/trace.go:171","msg":"trace[487613164] linearizableReadLoop","detail":"{readStateIndex:26740; appliedIndex:26734; }","duration":"557.564188ms","start":"2026-07-25T02:07:22.13649Z","end":"2026-07-25T02:07:22.694054Z","steps":["trace[487613164] 'read index received' (duration: 267.8154ms)","trace[487613164] 'applied index is now lower than readState.Index' (duration: 289.747418ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:07:22.694158Z","caller":"traceutil/trace.go:171","msg":"trace[1961817736] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"578.026926ms","start":"2026-07-25T02:07:22.116106Z","end":"2026-07-25T02:07:22.694133Z","steps":["trace[1961817736] 'process raft request' (duration: 577.753591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:22.694214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:22.11456Z","time spent":"579.548067ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:22.694286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:22.116014Z","time spent":"578.20135ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:22.694497Z","caller":"traceutil/trace.go:171","msg":"trace[2100679193] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"578.253561ms","start":"2026-07-25T02:07:22.116237Z","end":"2026-07-25T02:07:22.694491Z","steps":["trace[2100679193] 'process raft request' (duration: 577.74903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:22.694511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.029917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-25T02:07:22.694525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:22.116219Z","time spent":"578.288481ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:22.694539Z","caller":"traceutil/trace.go:171","msg":"trace[251479044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25888; }","duration":"558.088119ms","start":"2026-07-25T02:07:22.136442Z","end":"2026-07-25T02:07:22.69453Z","steps":["trace[251479044] 'agreement among raft nodes before linearized reading' (duration: 557.941796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:22.694563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:22.136431Z","time spent":"558.126659ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-25T02:07:22.694853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.022737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:07:22.694899Z","caller":"traceutil/trace.go:171","msg":"trace[848319379] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25888; }","duration":"301.110608ms","start":"2026-07-25T02:07:22.393776Z","end":"2026-07-25T02:07:22.694887Z","steps":["trace[848319379] 'agreement among raft nodes before linearized reading' (duration: 301.021537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:22.694925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:22.393745Z","time spent":"301.17284ms","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:07:22.694954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.831598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-25T02:07:22.695013Z","caller":"traceutil/trace.go:171","msg":"trace[910651250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25888; }","duration":"549.904839ms","start":"2026-07-25T02:07:22.145095Z","end":"2026-07-25T02:07:22.695Z","steps":["trace[910651250] 'agreement among raft nodes before linearized reading' (duration: 549.694705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:22.695054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:22.145089Z","time spent":"549.95785ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-25T02:07:22.695322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.906913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-25T02:07:22.695365Z","caller":"traceutil/trace.go:171","msg":"trace[309145082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25888; }","duration":"541.950584ms","start":"2026-07-25T02:07:22.153405Z","end":"2026-07-25T02:07:22.695356Z","steps":["trace[309145082] 'agreement among raft nodes before linearized reading' (duration: 541.828332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:22.695391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:22.153347Z","time spent":"542.036276ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-25T02:07:22.695614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.557194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-25T02:07:22.695643Z","caller":"traceutil/trace.go:171","msg":"trace[975176403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25888; }","duration":"251.627075ms","start":"2026-07-25T02:07:22.444009Z","end":"2026-07-25T02:07:22.695636Z","steps":["trace[975176403] 'agreement among raft nodes before linearized reading' (duration: 251.506443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:22.695757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.134359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:07:22.695817Z","caller":"traceutil/trace.go:171","msg":"trace[635063501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25888; }","duration":"393.19262ms","start":"2026-07-25T02:07:22.302607Z","end":"2026-07-25T02:07:22.6958Z","steps":["trace[635063501] 'agreement among raft nodes before linearized reading' (duration: 393.071957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:22.695854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:22.302556Z","time spent":"393.291722ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-25T02:07:22.695898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.738046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-25T02:07:22.695946Z","caller":"traceutil/trace.go:171","msg":"trace[181451855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25888; }","duration":"550.800057ms","start":"2026-07-25T02:07:22.145134Z","end":"2026-07-25T02:07:22.695934Z","steps":["trace[181451855] 'agreement among raft nodes before linearized reading' (duration: 550.625394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:22.695976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:22.145129Z","time spent":"550.840158ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-25T02:07:22.696054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.209079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-25T02:07:22.696178Z","caller":"traceutil/trace.go:171","msg":"trace[936954694] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25888; }","duration":"545.448333ms","start":"2026-07-25T02:07:22.150692Z","end":"2026-07-25T02:07:22.69614Z","steps":["trace[936954694] 'agreement among raft nodes before linearized reading' (duration: 544.83313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:22.697255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:22.15068Z","time spent":"546.553295ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-25T02:07:22.923252Z","caller":"traceutil/trace.go:171","msg":"trace[254909422] linearizableReadLoop","detail":"{readStateIndex:26741; appliedIndex:26740; }","duration":"222.956728ms","start":"2026-07-25T02:07:22.700264Z","end":"2026-07-25T02:07:22.923221Z","steps":["trace[254909422] 'read index received' (duration: 149.493709ms)","trace[254909422] 'applied index is now lower than readState.Index' (duration: 73.461669ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:07:22.923381Z","caller":"traceutil/trace.go:171","msg":"trace[219338354] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"223.159982ms","start":"2026-07-25T02:07:22.700207Z","end":"2026-07-25T02:07:22.923367Z","steps":["trace[219338354] 'process raft request' (duration: 149.528959ms)","trace[219338354] 'compare' (duration: 73.348937ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:07:22.923755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.463637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"info","ts":"2026-07-25T02:07:22.923804Z","caller":"traceutil/trace.go:171","msg":"trace[1379389283] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25889; }","duration":"223.543239ms","start":"2026-07-25T02:07:22.70025Z","end":"2026-07-25T02:07:22.923793Z","steps":["trace[1379389283] 'agreement among raft nodes before linearized reading' (duration: 223.334395ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:22.933411Z","caller":"traceutil/trace.go:171","msg":"trace[6486800] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"233.004054ms","start":"2026-07-25T02:07:22.700383Z","end":"2026-07-25T02:07:22.933387Z","steps":["trace[6486800] 'process raft request' (duration: 232.422953ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:22.934174Z","caller":"traceutil/trace.go:171","msg":"trace[855848696] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"232.80852ms","start":"2026-07-25T02:07:22.701352Z","end":"2026-07-25T02:07:22.93416Z","steps":["trace[855848696] 'process raft request' (duration: 231.652847ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:22.934453Z","caller":"traceutil/trace.go:171","msg":"trace[1720971519] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"233.82697ms","start":"2026-07-25T02:07:22.700464Z","end":"2026-07-25T02:07:22.934291Z","steps":["trace[1720971519] 'process raft request' (duration: 232.468293ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:22.934757Z","caller":"traceutil/trace.go:171","msg":"trace[368494255] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"234.200727ms","start":"2026-07-25T02:07:22.700542Z","end":"2026-07-25T02:07:22.934743Z","steps":["trace[368494255] 'process raft request' (duration: 232.423183ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:22.935222Z","caller":"traceutil/trace.go:171","msg":"trace[134690006] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"233.383842ms","start":"2026-07-25T02:07:22.701826Z","end":"2026-07-25T02:07:22.93521Z","steps":["trace[134690006] 'process raft request' (duration: 231.207139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:23.47272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.927907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-25T02:07:23.472794Z","caller":"traceutil/trace.go:171","msg":"trace[1840649398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25894; }","duration":"443.014309ms","start":"2026-07-25T02:07:23.029762Z","end":"2026-07-25T02:07:23.472776Z","steps":["trace[1840649398] 'range keys from in-memory index tree' (duration: 442.809925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:23.472826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:23.029714Z","time spent":"443.105182ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-25T02:07:24.29794Z","caller":"traceutil/trace.go:171","msg":"trace[587738966] linearizableReadLoop","detail":"{readStateIndex:26749; appliedIndex:26748; }","duration":"246.365483ms","start":"2026-07-25T02:07:24.051548Z","end":"2026-07-25T02:07:24.297913Z","steps":["trace[587738966] 'read index received' (duration: 246.135709ms)","trace[587738966] 'applied index is now lower than readState.Index' (duration: 228.834µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:07:24.298349Z","caller":"traceutil/trace.go:171","msg":"trace[567760968] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"408.10376ms","start":"2026-07-25T02:07:23.890231Z","end":"2026-07-25T02:07:24.298334Z","steps":["trace[567760968] 'process raft request' (duration: 407.532039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:24.29847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:23.890198Z","time spent":"408.194171ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:24.298713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.160909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:07:24.298787Z","caller":"traceutil/trace.go:171","msg":"trace[1072771452] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25896; }","duration":"247.26628ms","start":"2026-07-25T02:07:24.051503Z","end":"2026-07-25T02:07:24.298769Z","steps":["trace[1072771452] 'agreement among raft nodes before linearized reading' (duration: 247.166078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:24.299097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.930888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:07:24.29919Z","caller":"traceutil/trace.go:171","msg":"trace[2046427378] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25896; }","duration":"112.120442ms","start":"2026-07-25T02:07:24.187051Z","end":"2026-07-25T02:07:24.299171Z","steps":["trace[2046427378] 'agreement among raft nodes before linearized reading' (duration: 111.922828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:24.644184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.538354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:07:24.644314Z","caller":"traceutil/trace.go:171","msg":"trace[2038192377] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"227.885184ms","start":"2026-07-25T02:07:24.416407Z","end":"2026-07-25T02:07:24.644293Z","steps":["trace[2038192377] 'process raft request' (duration: 86.143087ms)","trace[2038192377] 'compare' (duration: 141.380501ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:07:24.908038Z","caller":"traceutil/trace.go:171","msg":"trace[556688692] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"208.538007ms","start":"2026-07-25T02:07:24.699475Z","end":"2026-07-25T02:07:24.908013Z","steps":["trace[556688692] 'process raft request' (duration: 123.287208ms)","trace[556688692] 'compare' (duration: 85.067225ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:07:24.908354Z","caller":"traceutil/trace.go:171","msg":"trace[1134902469] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"207.61278ms","start":"2026-07-25T02:07:24.700714Z","end":"2026-07-25T02:07:24.908327Z","steps":["trace[1134902469] 'process raft request' (duration: 207.258053ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:24.908861Z","caller":"traceutil/trace.go:171","msg":"trace[1594900351] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"207.762992ms","start":"2026-07-25T02:07:24.701086Z","end":"2026-07-25T02:07:24.908849Z","steps":["trace[1594900351] 'process raft request' (duration: 207.11047ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:24.909398Z","caller":"traceutil/trace.go:171","msg":"trace[1026819313] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"205.379257ms","start":"2026-07-25T02:07:24.704006Z","end":"2026-07-25T02:07:24.909386Z","steps":["trace[1026819313] 'process raft request' (duration: 204.792935ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:24.909488Z","caller":"traceutil/trace.go:171","msg":"trace[1654405616] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"204.300455ms","start":"2026-07-25T02:07:24.705172Z","end":"2026-07-25T02:07:24.909473Z","steps":["trace[1654405616] 'process raft request' (duration: 204.136291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:25.180448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.296603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:07:25.180839Z","caller":"traceutil/trace.go:171","msg":"trace[1502761156] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"215.567234ms","start":"2026-07-25T02:07:24.965239Z","end":"2026-07-25T02:07:25.180807Z","steps":["trace[1502761156] 'process raft request' (duration: 79.771701ms)","trace[1502761156] 'compare' (duration: 135.056769ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:07:25.275631Z","caller":"traceutil/trace.go:171","msg":"trace[2115417348] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"308.495851ms","start":"2026-07-25T02:07:24.967116Z","end":"2026-07-25T02:07:25.275612Z","steps":["trace[2115417348] 'process raft request' (duration: 308.41501ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:25.275704Z","caller":"traceutil/trace.go:171","msg":"trace[234581919] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"308.980251ms","start":"2026-07-25T02:07:24.966684Z","end":"2026-07-25T02:07:25.275664Z","steps":["trace[234581919] 'process raft request' (duration: 308.795358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:25.27585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:24.966675Z","time spent":"309.096594ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:25.275835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:24.967099Z","time spent":"308.635235ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:25.275632Z","caller":"traceutil/trace.go:171","msg":"trace[1367675467] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"309.877078ms","start":"2026-07-25T02:07:24.965727Z","end":"2026-07-25T02:07:25.275604Z","steps":["trace[1367675467] 'process raft request' (duration: 309.589863ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:25.27599Z","caller":"traceutil/trace.go:171","msg":"trace[1866219203] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"308.521363ms","start":"2026-07-25T02:07:24.967421Z","end":"2026-07-25T02:07:25.275943Z","steps":["trace[1866219203] 'process raft request' (duration: 308.152526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:25.276063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:24.967378Z","time spent":"308.658054ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:25.276129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:24.965706Z","time spent":"310.286827ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:25.276153Z","caller":"traceutil/trace.go:171","msg":"trace[2028913230] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"308.493362ms","start":"2026-07-25T02:07:24.967621Z","end":"2026-07-25T02:07:25.276114Z","steps":["trace[2028913230] 'process raft request' (duration: 308.237747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:25.276336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:24.967614Z","time spent":"308.621185ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:25.729289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.236536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:07:25.729401Z","caller":"traceutil/trace.go:171","msg":"trace[1552084546] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25909; }","duration":"144.46043ms","start":"2026-07-25T02:07:25.584914Z","end":"2026-07-25T02:07:25.729375Z","steps":["trace[1552084546] 'count revisions from in-memory index tree' (duration: 144.080494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:25.729787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.138002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:07:25.730621Z","caller":"traceutil/trace.go:171","msg":"trace[1335401479] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25909; }","duration":"333.01707ms","start":"2026-07-25T02:07:25.397554Z","end":"2026-07-25T02:07:25.730571Z","steps":["trace[1335401479] 'count revisions from in-memory index tree' (duration: 332.040791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:25.730695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:25.397531Z","time spent":"333.144022ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:07:26.943176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.637957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:07:26.943323Z","caller":"traceutil/trace.go:171","msg":"trace[1999468439] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"620.050094ms","start":"2026-07-25T02:07:26.323247Z","end":"2026-07-25T02:07:26.943297Z","steps":["trace[1999468439] 'process raft request' (duration: 167.169653ms)","trace[1999468439] 'compare' (duration: 452.488814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:07:26.943415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:26.323217Z","time spent":"620.154896ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:26.999391Z","caller":"traceutil/trace.go:171","msg":"trace[1771468000] linearizableReadLoop","detail":"{readStateIndex:26765; appliedIndex:26764; }","duration":"417.184177ms","start":"2026-07-25T02:07:26.58217Z","end":"2026-07-25T02:07:26.999354Z","steps":["trace[1771468000] 'read index received' (duration: 417.077945ms)","trace[1771468000] 'applied index is now lower than readState.Index' (duration: 104.712µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:07:26.999573Z","caller":"traceutil/trace.go:171","msg":"trace[485893661] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"578.014035ms","start":"2026-07-25T02:07:26.42152Z","end":"2026-07-25T02:07:26.999534Z","steps":["trace[485893661] 'process raft request' (duration: 577.587557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:26.999579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.34591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:07:26.999948Z","caller":"traceutil/trace.go:171","msg":"trace[1932877602] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25912; }","duration":"417.80404ms","start":"2026-07-25T02:07:26.582118Z","end":"2026-07-25T02:07:26.999922Z","steps":["trace[1932877602] 'agreement among raft nodes before linearized reading' (duration: 417.305459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:27.000026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:26.582094Z","time spent":"417.912001ms","remote":"127.0.0.1:58416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-25T02:07:26.99974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:26.421481Z","time spent":"578.144309ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:27.456196Z","caller":"traceutil/trace.go:171","msg":"trace[256432908] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"807.198115ms","start":"2026-07-25T02:07:26.648963Z","end":"2026-07-25T02:07:27.456161Z","steps":["trace[256432908] 'process raft request' (duration: 806.92457ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:27.45628Z","caller":"traceutil/trace.go:171","msg":"trace[1803669086] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"799.494116ms","start":"2026-07-25T02:07:26.656777Z","end":"2026-07-25T02:07:27.456271Z","steps":["trace[1803669086] 'process raft request' (duration: 799.273811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:27.45638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:26.648941Z","time spent":"807.336669ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:27.456401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:26.656766Z","time spent":"799.553247ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:27.456501Z","caller":"traceutil/trace.go:171","msg":"trace[945815645] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"541.472416ms","start":"2026-07-25T02:07:26.915011Z","end":"2026-07-25T02:07:27.456483Z","steps":["trace[945815645] 'process raft request' (duration: 541.127218ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:27.456202Z","caller":"traceutil/trace.go:171","msg":"trace[23680656] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"541.497405ms","start":"2026-07-25T02:07:26.914679Z","end":"2026-07-25T02:07:27.456177Z","steps":["trace[23680656] 'process raft request' (duration: 541.417413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:27.4566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:26.914956Z","time spent":"541.597588ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:27.456734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:26.914648Z","time spent":"541.976985ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:27.456801Z","caller":"traceutil/trace.go:171","msg":"trace[475912657] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"540.777151ms","start":"2026-07-25T02:07:26.916008Z","end":"2026-07-25T02:07:27.456785Z","steps":["trace[475912657] 'process raft request' (duration: 540.368794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:27.456875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:26.915999Z","time spent":"540.838462ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-25T02:07:27.456913Z","caller":"traceutil/trace.go:171","msg":"trace[270869933] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"540.302452ms","start":"2026-07-25T02:07:26.916596Z","end":"2026-07-25T02:07:27.456898Z","steps":["trace[270869933] 'process raft request' (duration: 540.098709ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:27.456961Z","caller":"traceutil/trace.go:171","msg":"trace[705354701] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"540.263092ms","start":"2026-07-25T02:07:26.916651Z","end":"2026-07-25T02:07:27.456914Z","steps":["trace[705354701] 'process raft request' (duration: 540.17425ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:27.456933Z","caller":"traceutil/trace.go:171","msg":"trace[1681824072] linearizableReadLoop","detail":"{readStateIndex:26772; appliedIndex:26765; }","duration":"280.64605ms","start":"2026-07-25T02:07:27.176253Z","end":"2026-07-25T02:07:27.456899Z","steps":["trace[1681824072] 'read index received' (duration: 279.548179ms)","trace[1681824072] 'applied index is now lower than readState.Index' (duration: 1.096341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:07:27.457038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:26.916642Z","time spent":"540.355973ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:27.456982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:07:26.916588Z","time spent":"540.358473ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:07:27.457211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.823511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-25T02:07:27.457262Z","caller":"traceutil/trace.go:171","msg":"trace[891098771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25919; }","duration":"266.910692ms","start":"2026-07-25T02:07:27.190341Z","end":"2026-07-25T02:07:27.457252Z","steps":["trace[891098771] 'agreement among raft nodes before linearized reading' (duration: 266.767479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:27.457267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.491264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-25T02:07:27.457257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.339142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:07:27.457317Z","caller":"traceutil/trace.go:171","msg":"trace[642835734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25919; }","duration":"175.552085ms","start":"2026-07-25T02:07:27.281748Z","end":"2026-07-25T02:07:27.4573Z","steps":["trace[642835734] 'agreement among raft nodes before linearized reading' (duration: 175.395602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:27.457323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.751632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:07:27.45734Z","caller":"traceutil/trace.go:171","msg":"trace[71920708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25919; }","duration":"175.430043ms","start":"2026-07-25T02:07:27.281891Z","end":"2026-07-25T02:07:27.457321Z","steps":["trace[71920708] 'agreement among raft nodes before linearized reading' (duration: 175.22354ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:27.457368Z","caller":"traceutil/trace.go:171","msg":"trace[1305456941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25919; }","duration":"152.968506ms","start":"2026-07-25T02:07:27.304387Z","end":"2026-07-25T02:07:27.457355Z","steps":["trace[1305456941] 'agreement among raft nodes before linearized reading' (duration: 152.870444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:27.4574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.695038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-25T02:07:27.457377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.100929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-07-25T02:07:27.457444Z","caller":"traceutil/trace.go:171","msg":"trace[505627344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25919; }","duration":"175.777489ms","start":"2026-07-25T02:07:27.281655Z","end":"2026-07-25T02:07:27.457432Z","steps":["trace[505627344] 'agreement among raft nodes before linearized reading' (duration: 175.684088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:27.457447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.536507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T02:07:27.457522Z","caller":"traceutil/trace.go:171","msg":"trace[1848481702] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25919; }","duration":"173.636208ms","start":"2026-07-25T02:07:27.28385Z","end":"2026-07-25T02:07:27.457486Z","steps":["trace[1848481702] 'agreement among raft nodes before linearized reading' (duration: 173.481946ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:27.457525Z","caller":"traceutil/trace.go:171","msg":"trace[1703062718] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25919; }","duration":"281.279392ms","start":"2026-07-25T02:07:27.176196Z","end":"2026-07-25T02:07:27.457475Z","steps":["trace[1703062718] 'agreement among raft nodes before linearized reading' (duration: 280.806393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:27.457643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.800531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:07:27.457704Z","caller":"traceutil/trace.go:171","msg":"trace[1408951836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25919; }","duration":"175.889522ms","start":"2026-07-25T02:07:27.281803Z","end":"2026-07-25T02:07:27.457693Z","steps":["trace[1408951836] 'agreement among raft nodes before linearized reading' (duration: 175.442293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:07:27.712832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.097416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:07:27.712967Z","caller":"traceutil/trace.go:171","msg":"trace[737475495] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"249.051326ms","start":"2026-07-25T02:07:27.463895Z","end":"2026-07-25T02:07:27.712946Z","steps":["trace[737475495] 'process raft request' (duration: 35.749506ms)","trace[737475495] 'compare' (duration: 212.808141ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:07:27.72805Z","caller":"traceutil/trace.go:171","msg":"trace[435716892] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"263.992567ms","start":"2026-07-25T02:07:27.464026Z","end":"2026-07-25T02:07:27.728019Z","steps":["trace[435716892] 'process raft request' (duration: 263.728841ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:27.728101Z","caller":"traceutil/trace.go:171","msg":"trace[384169530] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"263.201111ms","start":"2026-07-25T02:07:27.464874Z","end":"2026-07-25T02:07:27.728075Z","steps":["trace[384169530] 'process raft request' (duration: 263.105949ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:27.728129Z","caller":"traceutil/trace.go:171","msg":"trace[505761683] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"263.952016ms","start":"2026-07-25T02:07:27.464144Z","end":"2026-07-25T02:07:27.728096Z","steps":["trace[505761683] 'process raft request' (duration: 263.779433ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:27.728195Z","caller":"traceutil/trace.go:171","msg":"trace[1313080982] linearizableReadLoop","detail":"{readStateIndex:26778; appliedIndex:26772; }","duration":"261.228093ms","start":"2026-07-25T02:07:27.466954Z","end":"2026-07-25T02:07:27.728182Z","steps":["trace[1313080982] 'read index received' (duration: 32.681136ms)","trace[1313080982] 'applied index is now lower than readState.Index' (duration: 228.546287ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:07:27.72837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.634407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-25T02:07:27.728369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.415086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:07:27.728396Z","caller":"traceutil/trace.go:171","msg":"trace[941267759] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25925; }","duration":"193.673818ms","start":"2026-07-25T02:07:27.534713Z","end":"2026-07-25T02:07:27.728387Z","steps":["trace[941267759] 'agreement among raft nodes before linearized reading' (duration: 193.565446ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:27.728405Z","caller":"traceutil/trace.go:171","msg":"trace[901015229] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25925; }","duration":"261.474468ms","start":"2026-07-25T02:07:27.46692Z","end":"2026-07-25T02:07:27.728394Z","steps":["trace[901015229] 'agreement among raft nodes before linearized reading' (duration: 261.348686ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:27.728601Z","caller":"traceutil/trace.go:171","msg":"trace[572811676] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"263.522738ms","start":"2026-07-25T02:07:27.465064Z","end":"2026-07-25T02:07:27.728587Z","steps":["trace[572811676] 'process raft request' (duration: 262.970007ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:07:27.728697Z","caller":"traceutil/trace.go:171","msg":"trace[1276635776] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"263.569017ms","start":"2026-07-25T02:07:27.465119Z","end":"2026-07-25T02:07:27.728688Z","steps":["trace[1276635776] 'process raft request' (duration: 263.003327ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:11:49.962976Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25633} {"level":"info","ts":"2026-07-25T02:11:50.102559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25633,"took":"133.92974ms","hash":3852977994,"current-db-size-bytes":59867136,"current-db-size":"60 MB","current-db-size-in-use-bytes":37298176,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-25T02:11:50.102624Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3852977994,"revision":25633,"compact-revision":22886} {"level":"info","ts":"2026-07-25T02:13:05.696276Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-25T02:13:05.70294Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-25T02:13:05.703028Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-25T02:14:00.196465Z","caller":"traceutil/trace.go:171","msg":"trace[505985482] transaction","detail":"{read_only:false; response_revision:29463; number_of_response:1; }","duration":"104.879266ms","start":"2026-07-25T02:14:00.091547Z","end":"2026-07-25T02:14:00.196426Z","steps":["trace[505985482] 'process raft request' (duration: 104.712203ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:14:06.576975Z","caller":"traceutil/trace.go:171","msg":"trace[1468004260] transaction","detail":"{read_only:false; response_revision:29512; number_of_response:1; }","duration":"229.997915ms","start":"2026-07-25T02:14:06.346948Z","end":"2026-07-25T02:14:06.576946Z","steps":["trace[1468004260] 'process raft request' (duration: 229.794601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:14:10.463568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.098502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T02:14:10.463698Z","caller":"traceutil/trace.go:171","msg":"trace[2023561681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29535; }","duration":"102.272695ms","start":"2026-07-25T02:14:10.361379Z","end":"2026-07-25T02:14:10.463652Z","steps":["trace[2023561681] 'range keys from in-memory index tree' (duration: 101.880578ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:14:13.70823Z","caller":"traceutil/trace.go:171","msg":"trace[1750809002] transaction","detail":"{read_only:false; response_revision:29562; number_of_response:1; }","duration":"146.948593ms","start":"2026-07-25T02:14:13.56125Z","end":"2026-07-25T02:14:13.708199Z","steps":["trace[1750809002] 'process raft request' (duration: 146.889132ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:14:13.708269Z","caller":"traceutil/trace.go:171","msg":"trace[484727509] linearizableReadLoop","detail":"{readStateIndex:30511; appliedIndex:30510; }","duration":"148.690837ms","start":"2026-07-25T02:14:13.559544Z","end":"2026-07-25T02:14:13.708235Z","steps":["trace[484727509] 'read index received' (duration: 96.485523ms)","trace[484727509] 'applied index is now lower than readState.Index' (duration: 52.202494ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:14:13.708276Z","caller":"traceutil/trace.go:171","msg":"trace[157447120] transaction","detail":"{read_only:false; response_revision:29561; number_of_response:1; }","duration":"166.072794ms","start":"2026-07-25T02:14:13.542147Z","end":"2026-07-25T02:14:13.70822Z","steps":["trace[157447120] 'process raft request' (duration: 113.86457ms)","trace[157447120] 'compare' (duration: 51.970539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:14:13.70852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.945193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:14:13.708571Z","caller":"traceutil/trace.go:171","msg":"trace[1936909178] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29562; }","duration":"149.054985ms","start":"2026-07-25T02:14:13.559503Z","end":"2026-07-25T02:14:13.708558Z","steps":["trace[1936909178] 'agreement among raft nodes before linearized reading' (duration: 148.83453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:14:14.445019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.388956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:14:14.445145Z","caller":"traceutil/trace.go:171","msg":"trace[1812042621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29564; }","duration":"123.55573ms","start":"2026-07-25T02:14:14.321565Z","end":"2026-07-25T02:14:14.445121Z","steps":["trace[1812042621] 'range keys from in-memory index tree' (duration: 123.229013ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:14:14.650281Z","caller":"traceutil/trace.go:171","msg":"trace[143931493] transaction","detail":"{read_only:false; response_revision:29566; number_of_response:1; }","duration":"115.163516ms","start":"2026-07-25T02:14:14.535072Z","end":"2026-07-25T02:14:14.650236Z","steps":["trace[143931493] 'process raft request' (duration: 39.713751ms)","trace[143931493] 'compare' (duration: 75.2045ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:14:14.866577Z","caller":"traceutil/trace.go:171","msg":"trace[1729201318] transaction","detail":"{read_only:false; response_revision:29569; number_of_response:1; }","duration":"127.632558ms","start":"2026-07-25T02:14:14.738902Z","end":"2026-07-25T02:14:14.866534Z","steps":["trace[1729201318] 'process raft request' (duration: 35.440698ms)","trace[1729201318] 'compare' (duration: 92.032937ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:14:15.698591Z","caller":"traceutil/trace.go:171","msg":"trace[615634066] transaction","detail":"{read_only:false; response_revision:29573; number_of_response:1; }","duration":"149.091225ms","start":"2026-07-25T02:14:15.549473Z","end":"2026-07-25T02:14:15.698565Z","steps":["trace[615634066] 'process raft request' (duration: 140.5556ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:14:15.699Z","caller":"traceutil/trace.go:171","msg":"trace[1190284828] transaction","detail":"{read_only:false; response_revision:29574; number_of_response:1; }","duration":"149.265878ms","start":"2026-07-25T02:14:15.54972Z","end":"2026-07-25T02:14:15.698986Z","steps":["trace[1190284828] 'process raft request' (duration: 148.800179ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:15:43.951115Z","caller":"traceutil/trace.go:171","msg":"trace[1565518] transaction","detail":"{read_only:false; response_revision:30250; number_of_response:1; }","duration":"145.411123ms","start":"2026-07-25T02:15:43.805628Z","end":"2026-07-25T02:15:43.951039Z","steps":["trace[1565518] 'process raft request' (duration: 118.659324ms)","trace[1565518] 'compare' (duration: 26.183138ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:15:57.53289Z","caller":"traceutil/trace.go:171","msg":"trace[573953720] transaction","detail":"{read_only:false; response_revision:30346; number_of_response:1; }","duration":"163.136578ms","start":"2026-07-25T02:15:57.369692Z","end":"2026-07-25T02:15:57.532828Z","steps":["trace[573953720] 'process raft request' (duration: 162.859963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:15:57.609478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.010146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:15:57.609576Z","caller":"traceutil/trace.go:171","msg":"trace[1103231579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30347; }","duration":"109.142309ms","start":"2026-07-25T02:15:57.500413Z","end":"2026-07-25T02:15:57.609555Z","steps":["trace[1103231579] 'agreement among raft nodes before linearized reading' (duration: 108.873133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:15:57.60989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.886639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:15:57.609984Z","caller":"traceutil/trace.go:171","msg":"trace[522366396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30347; }","duration":"117.992021ms","start":"2026-07-25T02:15:57.491971Z","end":"2026-07-25T02:15:57.609963Z","steps":["trace[522366396] 'agreement among raft nodes before linearized reading' (duration: 117.733706ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:16:49.978312Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28508} {"level":"info","ts":"2026-07-25T02:16:50.1287Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28508,"took":"144.137409ms","hash":2881417115,"current-db-size-bytes":59867136,"current-db-size":"60 MB","current-db-size-in-use-bytes":31940608,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-25T02:16:50.128785Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2881417115,"revision":28508,"compact-revision":25633} {"level":"info","ts":"2026-07-25T02:21:49.985843Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30732} {"level":"info","ts":"2026-07-25T02:21:50.120374Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30732,"took":"128.783321ms","hash":2430651430,"current-db-size-bytes":59867136,"current-db-size":"60 MB","current-db-size-in-use-bytes":31399936,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-25T02:21:50.120484Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2430651430,"revision":30732,"compact-revision":28508} {"level":"info","ts":"2026-07-25T02:25:56.842939Z","caller":"traceutil/trace.go:171","msg":"trace[1519444933] transaction","detail":"{read_only:false; response_revision:34830; number_of_response:1; }","duration":"232.482119ms","start":"2026-07-25T02:25:56.610415Z","end":"2026-07-25T02:25:56.842897Z","steps":["trace[1519444933] 'process raft request' (duration: 165.937818ms)","trace[1519444933] 'compare' (duration: 66.231165ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:25:56.864018Z","caller":"traceutil/trace.go:171","msg":"trace[1706899103] transaction","detail":"{read_only:false; response_revision:34831; number_of_response:1; }","duration":"235.430456ms","start":"2026-07-25T02:25:56.628539Z","end":"2026-07-25T02:25:56.863969Z","steps":["trace[1706899103] 'process raft request' (duration: 235.078268ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:25:56.864365Z","caller":"traceutil/trace.go:171","msg":"trace[1406744565] transaction","detail":"{read_only:false; response_revision:34832; number_of_response:1; }","duration":"164.230784ms","start":"2026-07-25T02:25:56.700093Z","end":"2026-07-25T02:25:56.864323Z","steps":["trace[1406744565] 'process raft request' (duration: 163.732384ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:25:59.225293Z","caller":"traceutil/trace.go:171","msg":"trace[1191686410] transaction","detail":"{read_only:false; response_revision:34848; number_of_response:1; }","duration":"237.704209ms","start":"2026-07-25T02:25:58.98753Z","end":"2026-07-25T02:25:59.225234Z","steps":["trace[1191686410] 'process raft request' (duration: 237.443085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:25:59.225468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.795852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-db-user\" ","response":"range_response_count:1 size:717"} {"level":"info","ts":"2026-07-25T02:25:59.225548Z","caller":"traceutil/trace.go:171","msg":"trace[569210126] range","detail":"{range_begin:/registry/secrets/openstack/neutron-db-user; range_end:; response_count:1; response_revision:34848; }","duration":"222.940625ms","start":"2026-07-25T02:25:59.002593Z","end":"2026-07-25T02:25:59.225534Z","steps":["trace[569210126] 'agreement among raft nodes before linearized reading' (duration: 222.698251ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:25:59.225238Z","caller":"traceutil/trace.go:171","msg":"trace[506010475] linearizableReadLoop","detail":"{readStateIndex:35950; appliedIndex:35949; }","duration":"222.503916ms","start":"2026-07-25T02:25:59.002656Z","end":"2026-07-25T02:25:59.22516Z","steps":["trace[506010475] 'read index received' (duration: 222.342953ms)","trace[506010475] 'applied index is now lower than readState.Index' (duration: 159.523µs)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:25:59.226213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.474324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-25T02:25:59.226306Z","caller":"traceutil/trace.go:171","msg":"trace[1872508530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34848; }","duration":"198.631617ms","start":"2026-07-25T02:25:59.027649Z","end":"2026-07-25T02:25:59.226281Z","steps":["trace[1872508530] 'agreement among raft nodes before linearized reading' (duration: 198.413963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:25:59.226292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.363089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:25:59.226374Z","caller":"traceutil/trace.go:171","msg":"trace[1773074936] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:34848; }","duration":"161.524702ms","start":"2026-07-25T02:25:59.06483Z","end":"2026-07-25T02:25:59.226355Z","steps":["trace[1773074936] 'agreement among raft nodes before linearized reading' (duration: 161.345009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:25:59.226427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.737881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:25:59.226543Z","caller":"traceutil/trace.go:171","msg":"trace[199159408] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:34848; }","duration":"194.941265ms","start":"2026-07-25T02:25:59.031576Z","end":"2026-07-25T02:25:59.226518Z","steps":["trace[199159408] 'agreement among raft nodes before linearized reading' (duration: 194.68722ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:25:59.366944Z","caller":"traceutil/trace.go:171","msg":"trace[689266698] transaction","detail":"{read_only:false; response_revision:34850; number_of_response:1; }","duration":"133.961619ms","start":"2026-07-25T02:25:59.232951Z","end":"2026-07-25T02:25:59.366913Z","steps":["trace[689266698] 'process raft request' (duration: 74.337791ms)","trace[689266698] 'compare' (duration: 59.264072ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:25:59.367078Z","caller":"traceutil/trace.go:171","msg":"trace[621133766] transaction","detail":"{read_only:false; response_revision:34851; number_of_response:1; }","duration":"134.064142ms","start":"2026-07-25T02:25:59.232991Z","end":"2026-07-25T02:25:59.367055Z","steps":["trace[621133766] 'process raft request' (duration: 133.688585ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:25:59.367201Z","caller":"traceutil/trace.go:171","msg":"trace[1331626365] transaction","detail":"{read_only:false; response_revision:34852; number_of_response:1; }","duration":"134.084562ms","start":"2026-07-25T02:25:59.233108Z","end":"2026-07-25T02:25:59.367192Z","steps":["trace[1331626365] 'process raft request' (duration: 133.612484ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:25:59.367356Z","caller":"traceutil/trace.go:171","msg":"trace[1156353451] transaction","detail":"{read_only:false; response_revision:34853; number_of_response:1; }","duration":"126.19031ms","start":"2026-07-25T02:25:59.241156Z","end":"2026-07-25T02:25:59.367347Z","steps":["trace[1156353451] 'process raft request' (duration: 125.597289ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:26:49.993187Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32993} {"level":"info","ts":"2026-07-25T02:26:50.163849Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32993,"took":"165.801594ms","hash":2541812783,"current-db-size-bytes":60911616,"current-db-size":"61 MB","current-db-size-in-use-bytes":31772672,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-25T02:26:50.163937Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2541812783,"revision":32993,"compact-revision":30732} {"level":"warn","ts":"2026-07-25T02:27:13.080398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.046145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-25T02:27:13.080729Z","caller":"traceutil/trace.go:171","msg":"trace[464319330] transaction","detail":"{read_only:false; response_revision:35444; number_of_response:1; }","duration":"213.778205ms","start":"2026-07-25T02:27:12.866734Z","end":"2026-07-25T02:27:13.080512Z","steps":["trace[464319330] 'process raft request' (duration: 70.504166ms)","trace[464319330] 'compare' (duration: 142.904471ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:27:13.267326Z","caller":"traceutil/trace.go:171","msg":"trace[1232081072] linearizableReadLoop","detail":"{readStateIndex:36563; appliedIndex:36562; }","duration":"147.905628ms","start":"2026-07-25T02:27:13.119394Z","end":"2026-07-25T02:27:13.2673Z","steps":["trace[1232081072] 'read index received' (duration: 146.503461ms)","trace[1232081072] 'applied index is now lower than readState.Index' (duration: 1.401187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:27:13.267469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.058331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:27:13.267501Z","caller":"traceutil/trace.go:171","msg":"trace[1809258261] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:35445; }","duration":"148.140363ms","start":"2026-07-25T02:27:13.119352Z","end":"2026-07-25T02:27:13.267493Z","steps":["trace[1809258261] 'agreement among raft nodes before linearized reading' (duration: 148.034231ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:27:13.267583Z","caller":"traceutil/trace.go:171","msg":"trace[926737775] transaction","detail":"{read_only:false; response_revision:35445; number_of_response:1; }","duration":"182.347325ms","start":"2026-07-25T02:27:13.085196Z","end":"2026-07-25T02:27:13.267543Z","steps":["trace[926737775] 'process raft request' (duration: 180.400528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:27:17.40438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.495295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-25T02:27:17.404449Z","caller":"traceutil/trace.go:171","msg":"trace[297619117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35476; }","duration":"122.609888ms","start":"2026-07-25T02:27:17.281822Z","end":"2026-07-25T02:27:17.404432Z","steps":["trace[297619117] 'range keys from in-memory index tree' (duration: 122.331683ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:27:17.404674Z","caller":"traceutil/trace.go:171","msg":"trace[302052830] linearizableReadLoop","detail":"{readStateIndex:36596; appliedIndex:36595; }","duration":"101.745474ms","start":"2026-07-25T02:27:17.302888Z","end":"2026-07-25T02:27:17.404633Z","steps":["trace[302052830] 'read index received' (duration: 91.21102ms)","trace[302052830] 'applied index is now lower than readState.Index' (duration: 10.533094ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:27:17.404826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.918077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:27:17.404867Z","caller":"traceutil/trace.go:171","msg":"trace[437737143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35477; }","duration":"102.049099ms","start":"2026-07-25T02:27:17.302805Z","end":"2026-07-25T02:27:17.404854Z","steps":["trace[437737143] 'agreement among raft nodes before linearized reading' (duration: 101.956787ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:27:17.404897Z","caller":"traceutil/trace.go:171","msg":"trace[21313645] transaction","detail":"{read_only:false; response_revision:35477; number_of_response:1; }","duration":"121.72861ms","start":"2026-07-25T02:27:17.283107Z","end":"2026-07-25T02:27:17.404836Z","steps":["trace[21313645] 'process raft request' (duration: 110.936392ms)","trace[21313645] 'compare' (duration: 10.446492ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:31:46.784221Z","caller":"traceutil/trace.go:171","msg":"trace[1464637747] transaction","detail":"{read_only:false; response_revision:37489; number_of_response:1; }","duration":"100.288975ms","start":"2026-07-25T02:31:46.683882Z","end":"2026-07-25T02:31:46.784171Z","steps":["trace[1464637747] 'process raft request' (duration: 63.672345ms)","trace[1464637747] 'compare' (duration: 36.062518ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:31:47.817152Z","caller":"traceutil/trace.go:171","msg":"trace[1397560570] transaction","detail":"{read_only:false; response_revision:37496; number_of_response:1; }","duration":"129.883407ms","start":"2026-07-25T02:31:47.687244Z","end":"2026-07-25T02:31:47.817128Z","steps":["trace[1397560570] 'process raft request' (duration: 129.415099ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:31:47.817325Z","caller":"traceutil/trace.go:171","msg":"trace[764234822] transaction","detail":"{read_only:false; response_revision:37497; number_of_response:1; }","duration":"129.282927ms","start":"2026-07-25T02:31:47.688033Z","end":"2026-07-25T02:31:47.817315Z","steps":["trace[764234822] 'process raft request' (duration: 128.713365ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:31:49.929886Z","caller":"traceutil/trace.go:171","msg":"trace[1194443485] linearizableReadLoop","detail":"{readStateIndex:38684; appliedIndex:38683; }","duration":"242.711416ms","start":"2026-07-25T02:31:49.687126Z","end":"2026-07-25T02:31:49.929838Z","steps":["trace[1194443485] 'read index received' (duration: 242.429731ms)","trace[1194443485] 'applied index is now lower than readState.Index' (duration: 279.925µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:31:49.929993Z","caller":"traceutil/trace.go:171","msg":"trace[1558207099] transaction","detail":"{read_only:false; response_revision:37508; number_of_response:1; }","duration":"325.611873ms","start":"2026-07-25T02:31:49.604339Z","end":"2026-07-25T02:31:49.929951Z","steps":["trace[1558207099] 'process raft request' (duration: 325.278317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:31:49.930229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-25T02:31:49.604308Z","time spent":"325.768997ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-25T02:31:49.930288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.737774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-25T02:31:49.930343Z","caller":"traceutil/trace.go:171","msg":"trace[930385557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37508; }","duration":"150.863706ms","start":"2026-07-25T02:31:49.779466Z","end":"2026-07-25T02:31:49.93033Z","steps":["trace[930385557] 'agreement among raft nodes before linearized reading' (duration: 150.617702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:31:49.930347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.189116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-25T02:31:49.930447Z","caller":"traceutil/trace.go:171","msg":"trace[1293150013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37508; }","duration":"243.361919ms","start":"2026-07-25T02:31:49.687065Z","end":"2026-07-25T02:31:49.930427Z","steps":["trace[1293150013] 'agreement among raft nodes before linearized reading' (duration: 242.9587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:31:49.930562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.010744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-25T02:31:49.930605Z","caller":"traceutil/trace.go:171","msg":"trace[226536483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37508; }","duration":"108.133126ms","start":"2026-07-25T02:31:49.822458Z","end":"2026-07-25T02:31:49.930592Z","steps":["trace[226536483] 'agreement among raft nodes before linearized reading' (duration: 108.036994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:31:49.930868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.500403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-25T02:31:49.930931Z","caller":"traceutil/trace.go:171","msg":"trace[957450093] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37508; }","duration":"108.637276ms","start":"2026-07-25T02:31:49.82228Z","end":"2026-07-25T02:31:49.930917Z","steps":["trace[957450093] 'agreement among raft nodes before linearized reading' (duration: 108.33313ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:31:50.046785Z","caller":"traceutil/trace.go:171","msg":"trace[397284950] transaction","detail":"{read_only:false; response_revision:37510; number_of_response:1; }","duration":"108.81111ms","start":"2026-07-25T02:31:49.937944Z","end":"2026-07-25T02:31:50.046755Z","steps":["trace[397284950] 'process raft request' (duration: 106.19798ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:31:50.047237Z","caller":"traceutil/trace.go:171","msg":"trace[1744852519] transaction","detail":"{read_only:false; response_revision:37511; number_of_response:1; }","duration":"109.215158ms","start":"2026-07-25T02:31:49.937982Z","end":"2026-07-25T02:31:50.047197Z","steps":["trace[1744852519] 'process raft request' (duration: 108.726899ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:31:50.04776Z","caller":"traceutil/trace.go:171","msg":"trace[1875412838] transaction","detail":"{read_only:false; response_revision:37512; number_of_response:1; }","duration":"109.703408ms","start":"2026-07-25T02:31:49.938013Z","end":"2026-07-25T02:31:50.047716Z","steps":["trace[1875412838] 'process raft request' (duration: 108.964914ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:31:50.133781Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35252} {"level":"info","ts":"2026-07-25T02:31:50.240092Z","caller":"traceutil/trace.go:171","msg":"trace[808236120] transaction","detail":"{read_only:false; response_revision:37514; number_of_response:1; }","duration":"101.312704ms","start":"2026-07-25T02:31:50.13874Z","end":"2026-07-25T02:31:50.240053Z","steps":["trace[808236120] 'process raft request' (duration: 93.814238ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:31:50.411523Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35252,"took":"270.177709ms","hash":1448674427,"current-db-size-bytes":60911616,"current-db-size":"61 MB","current-db-size-in-use-bytes":32038912,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-25T02:31:50.411611Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1448674427,"revision":35252,"compact-revision":32993} {"level":"info","ts":"2026-07-25T02:31:52.375449Z","caller":"traceutil/trace.go:171","msg":"trace[1206160897] linearizableReadLoop","detail":"{readStateIndex:38706; appliedIndex:38705; }","duration":"120.798822ms","start":"2026-07-25T02:31:52.254621Z","end":"2026-07-25T02:31:52.375419Z","steps":["trace[1206160897] 'read index received' (duration: 120.667419ms)","trace[1206160897] 'applied index is now lower than readState.Index' (duration: 130.253µs)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:31:52.375602Z","caller":"traceutil/trace.go:171","msg":"trace[59086704] transaction","detail":"{read_only:false; response_revision:37529; number_of_response:1; }","duration":"125.068124ms","start":"2026-07-25T02:31:52.250485Z","end":"2026-07-25T02:31:52.375553Z","steps":["trace[59086704] 'process raft request' (duration: 124.761839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-25T02:31:52.37563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.987075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-25T02:31:52.375797Z","caller":"traceutil/trace.go:171","msg":"trace[944009675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:37529; }","duration":"121.089638ms","start":"2026-07-25T02:31:52.254581Z","end":"2026-07-25T02:31:52.375671Z","steps":["trace[944009675] 'agreement among raft nodes before linearized reading' (duration: 120.967615ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:31:52.501107Z","caller":"traceutil/trace.go:171","msg":"trace[661569043] linearizableReadLoop","detail":"{readStateIndex:38707; appliedIndex:38706; }","duration":"125.560935ms","start":"2026-07-25T02:31:52.375514Z","end":"2026-07-25T02:31:52.501075Z","steps":["trace[661569043] 'read index received' (duration: 104.266972ms)","trace[661569043] 'applied index is now lower than readState.Index' (duration: 21.293023ms)"],"step_count":2} {"level":"info","ts":"2026-07-25T02:31:52.501484Z","caller":"traceutil/trace.go:171","msg":"trace[142858287] transaction","detail":"{read_only:false; response_revision:37530; number_of_response:1; }","duration":"180.922458ms","start":"2026-07-25T02:31:52.320546Z","end":"2026-07-25T02:31:52.501469Z","steps":["trace[142858287] 'process raft request' (duration: 159.356671ms)","trace[142858287] 'compare' (duration: 20.71472ms)"],"step_count":2} {"level":"warn","ts":"2026-07-25T02:31:52.501732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.171111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-25T02:31:52.501822Z","caller":"traceutil/trace.go:171","msg":"trace[1070676930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37530; }","duration":"200.336294ms","start":"2026-07-25T02:31:52.301468Z","end":"2026-07-25T02:31:52.501804Z","steps":["trace[1070676930] 'agreement among raft nodes before linearized reading' (duration: 200.138041ms)"],"step_count":1} {"level":"info","ts":"2026-07-25T02:34:38.795454Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-25T02:34:38.800856Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-25T02:34:38.801081Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-25T02:36:50.142529Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37513} {"level":"info","ts":"2026-07-25T02:36:50.272307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37513,"took":"124.530935ms","hash":953413327,"current-db-size-bytes":61337600,"current-db-size":"61 MB","current-db-size-in-use-bytes":31977472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-25T02:36:50.272411Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":953413327,"revision":37513,"compact-revision":35252} {"level":"info","ts":"2026-07-25T02:41:50.153015Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39792} {"level":"info","ts":"2026-07-25T02:41:50.289569Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39792,"took":"132.674662ms","hash":1063911910,"current-db-size-bytes":61337600,"current-db-size":"61 MB","current-db-size-in-use-bytes":31846400,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-25T02:41:50.289641Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1063911910,"revision":39792,"compact-revision":37513}